-- Logs begin at Mon 2022-03-21 10:31:38 UTC, end at Mon 2022-03-21 11:34:35 UTC. -- Mar 21 11:04:30.594230 dv-cinder-834448-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 21 11:04:33.586038 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:04:33.586683 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:04:33.586867 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103323) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:04:33.590300 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.common.config [-] Logging enabled! Mar 21 11:04:33.590557 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev33 Mar 21 11:04:33.590871 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103323) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 21 11:04:33.591839 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:33.592077 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:33.592459 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:33.592710 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:33.592939 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:33.593776 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.594219 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 21 11:04:33.594535 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.594839 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.595134 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.595419 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.595724 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.596003 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.596294 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.596597 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.596892 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.597160 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.597468 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.597795 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.598084 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.598371 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.598650 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.598937 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] debug = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.599224 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.599677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.600110 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.600425 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.600689 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.600973 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.601250 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.601551 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.601843 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.602179 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] host = dv-cinder-834448-1-iscsi {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.602502 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.603277 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.603277 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.603585 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.603865 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.604146 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.604435 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.604711 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.604985 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.605264 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.605704 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.606000 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.606298 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.606520 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.606744 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.607045 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.607339 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.607616 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.607894 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.608171 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.608451 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.608724 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.608994 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.609278 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.609592 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.609883 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.610162 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.610437 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.610711 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.610985 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.611273 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.611546 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.611820 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.612095 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.612381 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.612652 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.612926 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.613229 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.613536 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.613830 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.614123 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.614400 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.614685 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.614959 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.615235 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.615508 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_json = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.615784 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.616059 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.616341 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.616616 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.616893 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.617168 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.617447 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.617765 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.618062 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:33.618387 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.618684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.618988 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.619287 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.619581 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.619910 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.620203 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.620484 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.620776 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.621067 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.621364 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.621669 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.621978 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.622270 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.622571 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.622884 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.623187 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.623488 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.623771 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.624051 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.624333 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.624614 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.624907 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.625189 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.625483 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.625805 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.626091 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.626396 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.626691 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.626989 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.627292 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.627571 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.627855 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.628151 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.628433 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.628709 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.628991 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.629286 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.629594 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.629870 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.630157 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.630438 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.630714 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.630991 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.631271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.631562 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.631839 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.632115 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.632387 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.632664 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.632936 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.633222 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.633502 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.633889 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.634446 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.634548 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.634752 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.635028 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.635310 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.635585 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.635861 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.636136 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.636410 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.636685 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.636958 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.637239 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.637541 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.637810 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.638089 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.638365 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.638641 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.638914 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.639188 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.639461 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.639748 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.640045 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.640326 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.640604 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.640882 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.641160 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.641438 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.641750 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.642031 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.642310 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.642587 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.642882 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.643167 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.643457 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.643760 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.644038 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.644336 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.644620 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.644899 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.645182 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.645463 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.645767 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.646052 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.646338 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.646639 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.646935 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.647238 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.647535 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.647830 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.648112 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.648425 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.648709 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:33.648929 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:33.649179 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103323) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 21 11:04:34.029297 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:04:34.029610 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:04:34.029921 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 21 11:04:34.030410 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 21 11:04:34.364239 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.364500 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.364784 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.366019 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.366304 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.366689 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.423874 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.424139 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.424404 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.440782 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.441032 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.441329 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.471154 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.471400 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.471702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.620111 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.620757 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.620757 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.856481 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.856737 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.857023 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.857295 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.858053 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.961072 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.961269 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.961607 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.961904 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.962198 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.962509 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.962766 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.963020 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.963274 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.963557 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.963812 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.964076 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.964328 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.964563 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.964821 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.965081 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.965334 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.965627 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.965904 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.966140 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.966415 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.966675 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.966957 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.967332 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.967580 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.967822 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:34.968222 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.968464 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.968706 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.968946 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.969184 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.969421 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:34.969813 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 21 11:04:34.973115 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 21 11:04:34.977239 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 21 11:04:34.981090 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 21 11:04:34.982792 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 21 11:04:34.983266 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 21 11:04:34.983609 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 21 11:04:34.983998 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 21 11:04:34.986909 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 21 11:04:34.987157 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 21 11:04:34.987510 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:04:34.992458 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 21 11:04:35.016518 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 21 11:04:35.016992 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.017303 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103323) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 21 11:04:35.017696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.019080 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103323) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 21 11:04:35.019368 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 21 11:04:35.019608 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 21 11:04:35.022980 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.023244 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.087457 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 21 11:04:35.087654 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 21 11:04:35.087889 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 21 11:04:35.088298 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 21 11:04:35.109791 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_db.sqlalchemy.engines [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103323) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 21 11:04:35.559255 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing driver for type 'gre' Mar 21 11:04:35.559899 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] gre ID ranges: [(1, 1000)] Mar 21 11:04:35.615385 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing driver for type 'local' Mar 21 11:04:35.615726 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing driver for type 'vlan' Mar 21 11:04:35.630063 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] VlanTypeDriver initialization complete Mar 21 11:04:35.630733 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing driver for type 'vxlan' Mar 21 11:04:35.630897 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] vxlan ID ranges: [(1, 1000)] Mar 21 11:04:35.682271 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing extension driver 'port_security' Mar 21 11:04:35.682618 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.extensions.port_security [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] PortSecurityExtensionDriver initialization complete Mar 21 11:04:35.682961 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing mechanism driver 'openvswitch' Mar 21 11:04:35.683288 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing mechanism driver 'hyperv' Mar 21 11:04:35.690153 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.plugin [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103323) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:35.690853 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.691232 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.691589 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.692131 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.692570 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.692929 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.693311 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.693742 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.694154 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.694503 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.694851 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.695218 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.695628 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.695983 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.696635 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.697120 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.697395 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.697777 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.698129 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.698533 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.698942 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > address_group after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.699297 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > address_group after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.699642 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.700044 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103323) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 21 11:04:35.700494 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] ML2 OVO RPC backend initialized. {{(pid=103323) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 21 11:04:35.701216 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.701608 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.702035 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.702387 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > networks before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.702736 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.703079 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > ports before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.703423 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.703767 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnets before_response 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.704119 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.704472 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.704813 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.705158 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.705496 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.705864 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.706204 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.706576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.706918 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.715540 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded quota_driver: . Mar 21 11:04:35.715950 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.plugin [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Modular L2 Plugin initialization complete Mar 21 11:04:35.716289 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading services supported by the core plugin {{(pid=103323) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 21 11:04:35.716644 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.plugins.ml2.managers [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Got port-security extension from driver 'port_security' Mar 21 11:04:35.717165 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.extensions.vlantransparent [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Disabled vlantransparent extension. Mar 21 11:04:35.717711 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103323) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 21 11:04:35.718041 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: router Mar 21 11:04:35.756650 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.757028 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_create 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.757478 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router before_create 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.757816 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.758193 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.758553 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_delete 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.759056 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.759417 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.759781 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_create 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.760135 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.760484 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.760838 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.761180 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.761639 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.762025 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.762376 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.762721 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: subnet after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.763062 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.763417 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.763763 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.764117 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.764462 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.764823 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router after_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.765164 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.765521 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_create 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.765903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.766248 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_update 55549900 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.766605 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > agent after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.766959 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > agent after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.767305 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > network after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.768297 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Tracking information for resource: router configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:35.768654 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Tracking information for resource: floatingip configured {{(pid=103323) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 21 11:04:35.774557 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.db.l3_agentschedulers_db [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 21 11:04:35.775216 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.775636 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.775994 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.776352 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: port after_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.777343 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router before_create 55550100 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.777777 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.778145 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_create 55550100 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.778489 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > router precommit_update 55550100 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.783691 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.provider_configuration [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service providers = [] {{(pid=103323) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 21 11:04:35.784057 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.db.servicetype_db [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103323) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 21 11:04:35.787301 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.service_base [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:35.787656 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.service_base [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:35.788008 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.service_base [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:35.789283 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.services.service_base [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103323) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 21 11:04:35.789684 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.services.service_base [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 21 11:04:35.790353 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.790767 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 21 11:04:35.801898 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.802245 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: auto_allocate Mar 21 11:04:35.808259 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: network precommit_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.808642 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: network precommit_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.809179 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.809504 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: tag Mar 21 11:04:35.816380 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.816710 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: timestamp Mar 21 11:04:35.820839 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.821195 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: network_ip_availability Mar 21 11:04:35.826910 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.827287 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.827643 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:35.828379 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.828702 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: flavors Mar 21 11:04:35.833538 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.833903 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading Plugin: revisions Mar 21 11:04:35.838371 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103323) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 21 11:04:35.838799 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.809s {{(pid=103323) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 21 11:04:35.839550 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103323) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 21 11:04:35.839890 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Initializing extension manager. Mar 21 11:04:35.840418 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: __init__.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.840766 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: __pycache__ {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.841105 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: address_group.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.841900 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.842486 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: address-group Mar 21 11:04:35.842815 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: address_scope.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.843533 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.844038 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: address-scope Mar 21 11:04:35.844363 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.845294 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.845836 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: router-admin-state-down-before-update Mar 21 11:04:35.846164 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: agent.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.847071 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.847579 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: agent Mar 21 11:04:35.847910 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: agent_resources_synced.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.848829 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.849334 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: agent-resources-synced Mar 21 11:04:35.849695 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: allowedaddresspairs.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.851517 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.852040 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: allowed-address-pairs Mar 21 11:04:35.852370 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: auto_allocated_topology.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.853582 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.854078 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: auto-allocated-topology Mar 21 11:04:35.854429 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: availability_zone.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.855145 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.855652 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: availability_zone Mar 21 11:04:35.855980 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: availability_zone_filter.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.856908 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.857412 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: availability_zone_filter Mar 21 11:04:35.857763 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: data_plane_status.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.858678 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.859240 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension data-plane-status not supported by any of loaded plugins Mar 21 11:04:35.859497 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: default_subnetpools.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.860417 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.860919 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: default-subnetpools Mar 21 11:04:35.861241 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.862140 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.862607 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: dhcp_agent_scheduler Mar 21 11:04:35.862982 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: dns.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.863945 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.864339 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension dns-integration not supported by any of loaded plugins Mar 21 11:04:35.864659 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: dns_domain_ports.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.865649 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.866109 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 21 11:04:35.866532 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.868140 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.868140 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 21 11:04:35.868889 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: dvr.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.868889 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.869361 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: dvr Mar 21 11:04:35.869731 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: ecmp_routes.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.870646 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.871151 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension ecmp_routes not supported by any of loaded plugins Mar 21 11:04:35.871470 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: empty_string_filtering.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.872388 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.872895 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: empty-string-filtering Mar 21 11:04:35.873222 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.874183 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.874689 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:04:35.875017 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.875936 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.876440 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 21 11:04:35.876766 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: external_net.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.877732 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.878231 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: external-net Mar 21 11:04:35.878572 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.879484 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.879990 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: extra_dhcp_opt Mar 21 11:04:35.880313 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: extraroute.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.881229 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.881766 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: extraroute Mar 21 11:04:35.882088 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: extraroute_atomic.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.883145 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.883666 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: extraroute-atomic Mar 21 11:04:35.884029 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: filter_validation.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.884702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.885340 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: filter-validation Mar 21 11:04:35.885682 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: fip_pf_description.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.886531 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.887076 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 21 11:04:35.887379 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: fip_pf_port_range.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.888218 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.888791 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 21 11:04:35.889049 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: fip_port_details.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.889982 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.890486 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: fip-port-details Mar 21 11:04:35.890808 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: flavors.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.892070 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.892590 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: flavors Mar 21 11:04:35.892918 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.894677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.895201 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 21 11:04:35.895536 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: floatingip_pools.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.896246 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.896755 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: floatingip-pools Mar 21 11:04:35.897084 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: ip_allocation.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.898049 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.898557 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension ip_allocation not supported by any of loaded plugins Mar 21 11:04:35.898883 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.899871 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.900383 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: ip-substring-filtering Mar 21 11:04:35.900706 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l2_adjacency.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.901673 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.902181 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension l2_adjacency not supported by any of loaded plugins Mar 21 11:04:35.902505 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.905096 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.905682 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: router Mar 21 11:04:35.906030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.908324 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.908853 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 21 11:04:35.909193 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.910152 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.910666 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: ext-gw-mode Mar 21 11:04:35.911000 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.911990 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.912493 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: l3-ha Mar 21 11:04:35.912816 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.914139 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.914647 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 21 11:04:35.915014 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_flavors.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.915957 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.916463 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: l3-flavors Mar 21 11:04:35.916788 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_ndp_proxy.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.918215 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.918734 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 21 11:04:35.919063 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.919992 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.920503 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: l3-port-ip-change-not-allowed Mar 21 11:04:35.920815 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: l3agentscheduler.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.921930 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.922443 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: l3_agent_scheduler Mar 21 11:04:35.922778 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: local_ip.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.924609 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.925131 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension local_ip not supported by any of loaded plugins Mar 21 11:04:35.925465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: logging.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.926992 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.927515 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension logging not supported by any of loaded plugins Mar 21 11:04:35.927850 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: metering.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.928596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.929177 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: metering Mar 21 11:04:35.929503 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.931683 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.931683 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: metering_source_and_destination_fields Mar 21 11:04:35.931683 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: multiprovidernet.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.932444 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.932953 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: multi-provider Mar 21 11:04:35.933284 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: netmtu.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.934230 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.934743 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: net-mtu Mar 21 11:04:35.935071 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: netmtu_writable.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.935994 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.936504 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: net-mtu-writable Mar 21 11:04:35.936828 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: network_availability_zone.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.937499 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.938034 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: network_availability_zone Mar 21 11:04:35.938370 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: network_ip_availability.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.939478 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.940000 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: network-ip-availability Mar 21 11:04:35.940327 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: network_segment_range.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.941234 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.941785 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension network-segment-range not supported by any of loaded plugins Mar 21 11:04:35.942109 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: pagination.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.943103 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.943435 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: pagination Mar 21 11:04:35.943759 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: port_device_profile.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.944681 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.945196 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: port-device-profile Mar 21 11:04:35.945532 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.946739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.947126 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: port-mac-address-regenerate Mar 21 11:04:35.947453 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.948383 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.948888 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: port-numa-affinity-policy Mar 21 11:04:35.949215 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: port_resource_request.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.950164 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.950663 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension port-resource-request not supported by any of loaded plugins Mar 21 11:04:35.950983 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: port_resource_request_groups.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.951966 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.952468 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 21 11:04:35.952787 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: portbindings.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.953749 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.954253 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: binding Mar 21 11:04:35.954573 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: portbindings_extended.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.955857 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.956371 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: binding-extended Mar 21 11:04:35.956696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: portsecurity.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.957631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.958143 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: port-security Mar 21 11:04:35.958470 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: project_id.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.959454 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.959785 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: project-id Mar 21 11:04:35.960111 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: providernet.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.961025 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.961557 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: provider Mar 21 11:04:35.961936 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.965677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.966201 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos not supported by any of loaded plugins Mar 21 11:04:35.966539 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.967805 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.968318 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 21 11:04:35.968648 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.969599 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.970112 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 21 11:04:35.970437 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_default.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.971365 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.971879 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-default not supported by any of loaded plugins Mar 21 11:04:35.972206 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_fip.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.973140 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.973685 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-fip not supported by any of loaded plugins Mar 21 11:04:35.974013 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_fip_network_policy.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.974942 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.975450 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 21 11:04:35.975774 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_gateway_ip.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.976709 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.977221 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 21 11:04:35.977717 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_port_network_policy.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.978702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.979212 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 21 11:04:35.979539 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.980596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.981107 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 21 11:04:35.981438 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.982526 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.983042 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 21 11:04:35.983369 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_pps_rule.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.984576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.985097 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-pps not supported by any of loaded plugins Mar 21 11:04:35.985425 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_rule_type_details.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.986387 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.986894 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 21 11:04:35.987224 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_rule_type_filter.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.988153 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.988668 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 21 11:04:35.988996 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: qos_rules_alias.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.990088 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.990603 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 21 11:04:35.990932 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: quota_check_limit.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.991862 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.992375 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: quota-check-limit Mar 21 11:04:35.992705 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: quotasv2.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.993730 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.994182 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: quotas Mar 21 11:04:35.994514 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: quotasv2_detail.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.996282 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.996620 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: quota_details Mar 21 11:04:35.996959 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: rbac.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.998085 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:35.998616 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: rbac-policies Mar 21 11:04:35.998953 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: rbac_address_group.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:35.999891 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.000408 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: rbac-address-group Mar 21 11:04:36.000739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: rbac_address_scope.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.001702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.002215 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: rbac-address-scope Mar 21 11:04:36.002545 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: rbac_security_groups.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.003543 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.004056 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: rbac-security-groups Mar 21 11:04:36.004386 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: rbac_subnetpool.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.005311 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.005858 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: rbac-subnetpool Mar 21 11:04:36.006190 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: revisionifmatch.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.007117 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.007673 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: revision-if-match Mar 21 11:04:36.007954 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: revisions.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.009245 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.009792 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: standard-attr-revisions Mar 21 11:04:36.010124 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: router_availability_zone.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.010810 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.011321 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: router_availability_zone Mar 21 11:04:36.011654 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: routerservicetype.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.012589 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.013094 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension router-service-type not supported by any of loaded plugins Mar 21 11:04:36.013424 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.014382 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.014898 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: security-groups-normalized-cidr Mar 21 11:04:36.015228 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.016160 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.016674 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: port-security-groups-filtering Mar 21 11:04:36.017002 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.018971 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.019491 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: security-groups-remote-address-group Mar 21 11:04:36.019825 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.020774 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.021287 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: security-groups-shared-filtering Mar 21 11:04:36.021652 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.022265 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 21 11:04:36.022592 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: securitygroup.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.032621 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.033236 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: security-group Mar 21 11:04:36.033503 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: segment.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.034280 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.034795 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension segment not supported by any of loaded plugins Mar 21 11:04:36.035123 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.036105 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.036617 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 21 11:04:36.036944 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: servicetype.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.038317 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.039547 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: service-type Mar 21 11:04:36.039997 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: sorting.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.041189 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.041532 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: sorting Mar 21 11:04:36.041875 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: standard_attr_segment.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.042812 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.043328 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 21 11:04:36.043646 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: standardattrdescription.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.044309 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.044812 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: standard-attr-description Mar 21 11:04:36.045137 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: stateful_security_group.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.046177 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.046700 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: stateful-security-group Mar 21 11:04:36.047028 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: stdattrs_common.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.047619 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 21 11:04:36.047946 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.048904 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.049416 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 21 11:04:36.049778 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnet_onboard.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.050889 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.051413 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: subnet_onboard Mar 21 11:04:36.051739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.052681 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.053190 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 21 11:04:36.053543 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnet_service_types.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.054468 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.054976 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: subnet-service-types Mar 21 11:04:36.055302 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnetallocation.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.056754 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.057267 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: subnet_allocation Mar 21 11:04:36.057626 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.058305 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.058817 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: subnetpool-prefix-ops Mar 21 11:04:36.059143 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.060088 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.060593 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 21 11:04:36.060919 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: tagging.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.062061 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.062592 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: standard-attr-tag Mar 21 11:04:36.062911 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: timestamp.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.064143 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.064658 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loaded extension: standard-attr-timestamp Mar 21 11:04:36.064987 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: trunk.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.066069 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.066586 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension trunk not supported by any of loaded plugins Mar 21 11:04:36.066917 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: trunk_details.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.067846 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.068362 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension trunk-details not supported by any of loaded plugins Mar 21 11:04:36.068689 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: uplink_status_propagation.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.069798 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.070309 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 21 11:04:36.070634 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Loading extension file: vlantransparent.py {{(pid=103323) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 21 11:04:36.071383 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103323) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 21 11:04:36.071899 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extension vlan-transparent not supported by any of loaded plugins Mar 21 11:04:36.074630 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:network Mar 21 11:04:36.075172 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnet Mar 21 11:04:36.075576 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:36.075980 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:port Mar 21 11:04:36.077273 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.077749 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service FLAVORS assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.078374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.078817 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.079154 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:router Mar 21 11:04:36.079624 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:04:36.080118 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service METERING assigned prefix: /metering {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.081640 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.082024 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.082373 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103323) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:04:36.083396 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:04:36.083842 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:04:36.084278 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:04:36.084874 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service CORE assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.085205 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:36.085579 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] subnetpool is already registered Mar 21 11:04:36.086006 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service CORE assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.086333 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:36.086674 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] subnetpool is already registered Mar 21 11:04:36.089104 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.089549 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service FLAVORS assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.090153 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.090578 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.090913 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:router Mar 21 11:04:36.091254 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] router is already registered Mar 21 11:04:36.091667 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:floatingip Mar 21 11:04:36.092005 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] floatingip is already registered Mar 21 11:04:36.092467 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service METERING assigned prefix: /metering {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.093127 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of CountableResource for resource:rbac_policy Mar 21 11:04:36.093454 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] rbac_policy is already registered Mar 21 11:04:36.093896 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:security_group Mar 21 11:04:36.094233 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] security_group is already registered Mar 21 11:04:36.094634 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:security_group_rule Mar 21 11:04:36.094963 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] security_group_rule is already registered Mar 21 11:04:36.095588 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service CORE assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.095919 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:36.096250 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] subnetpool is already registered Mar 21 11:04:36.096672 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.v2.resource_helper [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Service CORE assigned prefix: {{(pid=103323) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 21 11:04:36.096996 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Creating instance of TrackedResource for resource:subnetpool Mar 21 11:04:36.097326 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING neutron.quota.resource_registry [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] subnetpool is already registered Mar 21 11:04:36.097843 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: extensions {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.099359 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: address-groups {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.100853 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: address-scopes {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.102210 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: agents {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.103700 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: auto-allocated-topology {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.104968 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: availability_zones {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.106231 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: dhcp-networks {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.107817 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: dhcp-agents {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.109206 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: routers {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.111503 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: flavors {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.112677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: service_profiles {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.113994 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: next_providers {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.115457 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: service_profiles {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.118012 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: floatingip-pools {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.119272 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: routers {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.121438 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: floatingips {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.122835 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: l3-routers {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.124228 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: l3-agents {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.125680 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: metering-labels {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.127045 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: metering-label-rules {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.128356 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: network-ip-availabilities {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.129671 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: bindings {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.131322 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: quotas {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.132910 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: quotas {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.134551 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: rbac-policies {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.135858 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: security-groups {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.137112 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: security-group-rules {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.138396 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: service-providers {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.139617 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: subnetpools {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.141033 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: subnetpools {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.142556 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.144234 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.146064 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.147846 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.149700 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.151682 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.153349 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.155279 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.157045 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.158916 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron.api.extensions [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Extended resource: tags {{(pid=103323) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 21 11:04:36.165540 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING keystonemiddleware.auth_token [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 21 11:04:36.170444 dv-cinder-834448-1-iscsi neutron-server[103323]: WARNING keystonemiddleware.auth_token [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 21 11:04:36.179305 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Acquired lock "singleton_lock" {{(pid=103323) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 21 11:04:36.179801 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_concurrency.lockutils [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Releasing lock "singleton_lock" {{(pid=103323) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 21 11:04:36.180474 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Starting 2 workers Mar 21 11:04:36.185448 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Started child 103430 {{(pid=103323) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:36.190111 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Started child 103431 {{(pid=103323) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:36.191000 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.191756 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO neutron.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Neutron service started, listening on 0.0.0.0:9696 Mar 21 11:04:36.192277 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Publish callbacks [] for process (None), before_spawn {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.192520 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [-] (103430) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:04:36.194753 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Starting 1 workers Mar 21 11:04:36.194990 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.196478 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [-] (103431) wsgi starting up on http://0.0.0.0:9696 Mar 21 11:04:36.200135 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Started child 103432 {{(pid=103323) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:36.200690 dv-cinder-834448-1-iscsi neutron-server[103323]: INFO oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Starting 1 workers Mar 21 11:04:36.204094 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] calling RpcWorker wait() {{(pid=103432) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 21 11:04:36.204715 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] returning from RpcWorker wait() {{(pid=103432) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 21 11:04:36.205312 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Started child 103433 {{(pid=103323) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 21 11:04:36.205962 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.206141 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG neutron_lib.callbacks.manager [None req-c7e6a6f0-aba3-4bc0-89ea-9e39ab779b4b None None] Publish callbacks [] for process (None), after_spawn {{(pid=103323) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.206491 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:36.208275 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103323) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:04:36.208463 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:36.208843 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:36.209090 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:36.209403 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:36.209595 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:36.210157 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.210388 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.210515 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:36.211103 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.211103 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.211293 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.211839 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.212454 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213149 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213149 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213149 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213496 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213496 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213812 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.213937 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.214236 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.214514 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.214759 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.215030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.215183 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.215508 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.215733 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.215954 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.216222 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] debug = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.216466 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.216938 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.217168 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.217405 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.217668 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.217944 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.218171 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.218437 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.218672 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.218944 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.219176 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.219429 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.219666 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.219907 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.220142 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.220355 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.220626 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.220845 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.221315 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] host = dv-cinder-834448-1-iscsi {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.221580 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.221802 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.222053 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.222314 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.222557 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.222791 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.223041 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.223311 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.223539 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.223769 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.224011 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.224319 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.224471 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.224702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.224868 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_options = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.225114 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.225377 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.225739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.226120 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.226120 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.226551 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.226674 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.226793 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.227088 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.227308 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.227601 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.228126 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.228743 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.228743 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229013 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229013 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229280 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229415 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229697 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.229941 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.230193 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.230421 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.230668 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.230886 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.231134 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.231448 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.232122 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.232315 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:36.232711 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.232962 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.233292 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.233705 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.234041 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.234270 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.234737 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.235232 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.235232 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.235415 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.235659 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.236259 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.236583 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.236809 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.237422 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.237684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.237938 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.238166 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.238547 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.238826 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_json = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.239552 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.239804 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.240050 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.240270 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.241395 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.241798 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.242480 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.243124 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.244319 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.244319 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.244796 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.245057 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.245286 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.246903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.248849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.250631 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.251676 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.251676 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.251676 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.251676 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.252180 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.252180 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.252445 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.252578 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.252770 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.253008 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.253245 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.253464 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.253738 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.254007 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.254249 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.254479 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.254702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.255155 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.255375 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.255605 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.255856 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.256090 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.256321 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.256543 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.256756 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.256969 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.257201 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.257413 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.257671 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.257974 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.258374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.259024 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.259385 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.259661 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.259948 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.260094 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.260506 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.260878 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.261273 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.261526 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.261766 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.262002 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.262272 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.262509 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.262731 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.262937 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.263155 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.263364 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.263577 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.263792 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.264021 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.264256 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.264489 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.264689 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.264897 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.265105 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.265314 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.265554 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.265757 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.265976 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.266203 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.266431 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.266635 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.267062 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.267416 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.267829 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.268146 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.268407 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.268646 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.269057 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.269470 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.269877 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.270280 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.270635 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.271014 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.271236 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.271489 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.271711 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.271966 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.272191 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.272409 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.272646 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.272862 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.273095 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.273334 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.273567 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.273794 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.274032 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.274603 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.275037 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.275460 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.275881 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.276120 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.276392 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.276628 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.276918 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.277134 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.277458 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.278216 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56578) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:04:36.281664 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.281999 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.282303 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.282576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.282822 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.283090 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.283353 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.283601 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.283875 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.284137 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.284396 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.284872 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.285112 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.285360 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.285811 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.286113 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.286351 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.286583 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061703 Mar 21 11:04:36.286677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.287067 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.287785 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.288038 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.288282 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.289423 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.290472 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.290642 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.291736 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.291736 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.291736 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.291736 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.291979 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.292059 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.292270 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.292471 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.292939 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.293177 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.293377 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.293682 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.293895 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.294112 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.294330 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.294544 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.294779 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.295023 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.295231 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.295453 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.296079 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.296079 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.296079 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.296332 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.296488 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297499 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297499 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297499 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297499 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297864 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.297953 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.298112 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.298363 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.298576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.298821 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.299037 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.299248 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.300281 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.300526 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.300761 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.300999 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.301231 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.301441 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.301721 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.301955 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.302274 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.302503 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.302725 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.302949 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.303180 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.303419 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.303633 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.303904 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.304061 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.304274 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.304489 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.304724 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.304954 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.305183 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.305405 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.305800 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.306142 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.306376 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.306610 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.306840 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.307057 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.307271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.307495 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.307707 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.308596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.308596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.308596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.308596 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.308893 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.309065 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.309255 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.309494 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.309779 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.309992 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.310245 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.310473 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.310677 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.310884 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.311118 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.311332 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.311539 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.311859 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.312010 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.312206 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.312404 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.312613 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.312815 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.313068 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.313287 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.313528 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.313896 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.314149 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.314407 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.314753 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.315002 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.315232 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316063 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316063 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316063 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316301 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316372 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316555 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.316780 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.317720 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.317720 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.317720 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.317961 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.318028 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.318316 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.318609 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.318878 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.319150 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.319462 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.319683 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.319945 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.320228 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.320438 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.320667 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.320932 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.322224 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.322224 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.322224 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.322528 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.322903 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.323696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.323696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.323696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.323968 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.324307 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.324592 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.324877 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.325084 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.325346 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.325801 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.326179 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.326694 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.327832 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.328076 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.328435 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.329050 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.329341 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.329611 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.330648 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.330890 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.331133 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.331380 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.333238 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.333593 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.335151 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:36.335151 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103323) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 21 11:04:36.335409 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 21 11:04:36.335526 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 21 11:04:36.335637 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 21 11:04:36.335799 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:36.335915 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 21 11:04:36.336019 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 21 11:04:36.336933 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.336933 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.336933 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.336933 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.336933 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337443 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337443 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337722 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337722 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337961 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.337961 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.338662 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.338842 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.338998 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.341035 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.342378 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.342576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.342752 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.342929 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.343104 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.343269 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.343429 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] debug = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.344412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345221 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345221 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345221 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345221 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345221 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345947 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345947 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345947 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345947 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.345947 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.346575 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.346575 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.346837 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.347031 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] host = dv-cinder-834448-1-iscsi {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.347230 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.347439 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.347686 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.347853 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.348013 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.348160 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.348771 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.348771 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349055 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349055 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349326 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349326 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349722 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349722 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349977 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_options = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.349977 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.350238 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.350369 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.350536 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.350785 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.350785 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351060 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351060 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351314 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351314 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351574 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351706 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351836 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.351967 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.352154 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.353208 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354030 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354634 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354634 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354634 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.354634 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355135 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355135 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355135 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355473 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355473 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355473 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.355674 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.356477 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.356477 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.356477 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.356477 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.356477 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357031 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357031 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357031 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_json = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357746 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357746 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357888 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.357965 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.358126 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.358288 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.358449 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.358608 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 21 11:04:36.358796 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.358959 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.359134 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.359297 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.359459 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.359843 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.360050 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.361067 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.361067 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.361067 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.361598 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.362104 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.362421 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.362918 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363071 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363952 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363952 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363952 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363952 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.363952 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.364599 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.364599 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.364850 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.364850 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365098 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365239 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365563 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365705 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365837 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.365969 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366101 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366240 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366412 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366562 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366815 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.366985 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.367151 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.367315 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.367478 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.368826 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.369070 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.369235 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.369479 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.369816 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.369992 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.370203 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.370667 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.370838 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.371044 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.371397 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.372841 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.372841 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.372841 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.372841 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.373395 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.373660 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.373935 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.374290 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.375357 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.375357 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.375655 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.375793 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.375936 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376069 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376203 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376383 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376539 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376721 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.376884 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.377051 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.377215 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.377378 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.377553 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.377703 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.378684 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.379465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.379465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.379465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.379465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.379465 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380192 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380192 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380192 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380576 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.380837 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.381150 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.381450 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.381811 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.382150 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.382444 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.382835 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.383025 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.383313 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.383599 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384205 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384205 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384522 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384522 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384776 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.384776 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385053 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385185 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385316 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385607 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385762 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.385898 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386038 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386178 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386344 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386510 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386671 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.386832 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387007 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387167 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387333 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387494 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387663 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387818 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.387984 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.388146 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.388312 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.388456 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.388729 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.388917 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389504 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389504 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389504 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389950 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389950 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.389950 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.390446 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.390446 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.390446 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.390815 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.390964 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391107 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391241 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391373 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391505 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391637 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391781 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.391915 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392071 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392233 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392380 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392540 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392702 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.392978 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393125 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393258 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393391 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393594 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393734 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.393892 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394028 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394160 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394291 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394423 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394554 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394685 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394817 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.394970 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395118 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395276 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395434 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395593 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395836 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.395975 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396104 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396229 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396358 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396494 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396624 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396784 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.396944 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397103 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397267 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397426 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397612 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397773 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.397932 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398091 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398257 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398415 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398574 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398732 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.398891 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.399072 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.399256 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.399563 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400271 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400510 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400510 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400657 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400818 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.400981 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401125 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401286 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401446 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401640 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401804 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.401966 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402126 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402287 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402449 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402610 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402769 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.402927 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.403091 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.403253 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.404407 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.404575 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.404739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.404918 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405082 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405244 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405404 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405587 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405739 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.405909 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.406069 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.406233 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.406424 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.406586 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.407646 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.407824 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.407986 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408153 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408300 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408507 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408630 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408763 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.408915 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409074 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409234 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409419 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409603 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409774 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.409934 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410093 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410252 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410410 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410553 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410727 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.410887 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411046 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411204 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411363 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411522 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411694 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.411857 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412016 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412184 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412343 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412501 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412660 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412833 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.412994 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.413157 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.413381 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.413469 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414011 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414164 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414339 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414510 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.414849 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415090 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415267 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415436 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415615 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415771 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.415940 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416107 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416258 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416418 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416561 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416724 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.416883 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.417041 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.417205 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.417346 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.417534 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.418563 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.418728 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.418890 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419050 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419213 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419374 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419535 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419696 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.419855 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 21 11:04:36.421396 dv-cinder-834448-1-iscsi neutron-server[103323]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103323) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 21 11:04:48.245771 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceb1c85-baf3-4617-9566-9526d8e9a9e0 None None] get_active_networks_info from dv-cinder-834448-1-iscsi {{(pid=103432) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 21 11:04:48.368298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bceb1c85-baf3-4617-9566-9526d8e9a9e0 None None] No non-hosted networks {{(pid=103432) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 21 11:04:48.387917 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.agentschedulers_db [None req-bceb1c85-baf3-4617-9566-9526d8e9a9e0 None None] DHCP Agent not found on host dv-cinder-834448-1-iscsi {{(pid=103432) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 21 11:04:48.504148 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-946d4c8e-3938-44a9-abe4-bf448b58ed7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:50.860999 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c6cf6009-77ca-444d-b49c-1cea97f49174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:50.924213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4608ef36-5bec-49e9-b2a3-aeed1bae8e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:52.168945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:54.182397 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:55.326272 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:55.328956 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.329872 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.330579 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.331120 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.331634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.332928 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.333808 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.334709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.335657 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.336574 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.337305 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.338254 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.338879 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.339462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.340298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:04:55.341036 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834448-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:55.353309 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834448-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:04:55.467284 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.db.l3_hamode_db [None req-e736dda9-1d56-4165-9a8c-8340e184db7e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 21 11:04:55.572632 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736dda9-1d56-4165-9a8c-8340e184db7e None None] Routers set() bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:04:55.573080 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e736dda9-1d56-4165-9a8c-8340e184db7e None None] Router IDs set() for agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 21 11:04:55.677100 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56676) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:04:56.261036 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-130c6f70-fc5f-4796-8b8f-6eac88dee936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:04:56.261637 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-130c6f70-fc5f-4796-8b8f-6eac88dee936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:04:56.500145 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-130c6f70-fc5f-4796-8b8f-6eac88dee936 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:04:56.501145 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-130c6f70-fc5f-4796-8b8f-6eac88dee936 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8226523 Mar 21 11:04:59.163945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56692) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:04:59.525855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:04:59.629144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.policy [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103431) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:04:59.676928 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:04:59.677310 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING oslo_policy.policy [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:04:59.783176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862461405', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862461866', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862379863', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862378120', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862362866', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730862571546', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1065109', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1060743', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8206477', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8380951'] for rbac-policy (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:59.857178 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:04:59.858562 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-342075eb-62d2-442c-9a58-20c719243526 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6931834 Mar 21 11:05:02.414799 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56702) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:02.753741 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:02.785005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Made reservation on behalf of cf4a07ddfc14456483e556d2aff50213 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:02.789669 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:02.806716 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:02.921348 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks [] for security_group (fc020e44-407a-47fb-a287-3608f1b82f81), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:02.926617 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (fc020e44-407a-47fb-a287-3608f1b82f81), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:02.951156 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:05:02.988554 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730859236154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9c808506-db83-4c4a-9798-1982ff6e85e3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:02.989059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Unsubscribe: segment precommit_create {{(pid=103431) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:05:02.989598 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Added segment 9c808506-db83-4c4a-9798-1982ff6e85e3 of type vlan for network dcf30b69-23ec-450b-94a6-d361811ae38d Mar 21 11:05:03.005822 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fc020e44-407a-47fb-a287-3608f1b82f81,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:03.065732 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.066031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.066404 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.066753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.067079 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.067393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.067714 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.068020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.068334 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.068642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.068938 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.069251 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.069594 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.069906 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.070211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Tracked resource versions report: Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: pushed versions: Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Agent': {'1.1'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Log': {'1.0'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Network': {'1.1'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Port': {'1.7'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: consumer versions: Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Agent': '1.1', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Log': '1.0', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'NDPProxy': '1.0', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Network': '1.1', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Port': '1.7', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'PortForwarding': '1.3', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SubPort': '1.0', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Subnet': '1.1', Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Mar 21 11:05:03.072000 dv-cinder-834448-1-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:03.116904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (dcf30b69-23ec-450b-94a6-d361811ae38d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:03.162327 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (dcf30b69-23ec-450b-94a6-d361811ae38d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:03.167842 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:03.168542 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:03.246124 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8300884 Mar 21 11:05:03.292986 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febad27f-5494-499a-9d99-2555a806055b demo demo] Pushing event updated for resources: {'Network': ['ID=dcf30b69-23ec-450b-94a6-d361811ae38d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:03.306927 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network dcf30b69-23ec-450b-94a6-d361811ae38d details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:05:05.892214 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56714) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:06.311047 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fdfaa3-a585-49ae-903f-55e884a446e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:06.312486 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c7fdfaa3-a585-49ae-903f-55e884a446e5 demo admin] 10.222.0.53 "GET /v2.0/networks/dcf30b69-23ec-450b-94a6-d361811ae38d HTTP/1.1" status: 200 len: 824 time: 0.4192805 Mar 21 11:05:06.336982 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-be9373a4-b8b7-497c-a0b4-95e3a208301f demo admin] 10.222.0.53 "GET /v2.0/subnetpools/31bdca52-fa43-4f85-ab9b-9e78e2c42e95 HTTP/1.1" status: 200 len: 734 time: 0.0186088 Mar 21 11:05:06.345600 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:06.368149 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Made reservation on behalf of cf4a07ddfc14456483e556d2aff50213 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:06.370900 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:06.676397 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (508f320f-ead5-4ac4-b855-9acf0ec1e503), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:06.753338 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=508f320f-ead5-4ac4-b855-9acf0ec1e503,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:06.755774 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Checking segment: {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:06.756138 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Network hostable DHCP agents. Network: dcf30b69-23ec-450b-94a6-d361811ae38d, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:05:06.779394 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Network dcf30b69-23ec-450b-94a6-d361811ae38d is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:05:06.792796 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, dcf30b69-23ec-450b-94a6-d361811ae38d) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:06.797893 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:06.798514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:06.802706 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11611158-c0fc-497d-9517-3dd2197237d1 None None] Network dcf30b69-23ec-450b-94a6-d361811ae38d requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:06.815501 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5579d56e-0a48-4e8f-bc17-c5086e0b09dc demo admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4732776 Mar 21 11:05:07.199785 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-dcf30b69-23ec-450b-94a6-d361811ae38d', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:05:07.201019 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:07.503177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Allocated IP 172.20.0.2 (dcf30b69-23ec-450b-94a6-d361811ae38d/508f320f-ead5-4ac4-b855-9acf0ec1e503/82578c02-20e7-405f-8f0f-497e3cec4be2) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:07.816765 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks [] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:07.826554 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:07.896613 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Network dcf30b69-23ec-450b-94a6-d361811ae38d is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:07.901856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:07.905383 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:07.973549 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Pushing event updated for resources: {'Port': ['ID=82578c02-20e7-405f-8f0f-497e3cec4be2,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:08.002162 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.002556 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.003051 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.003271 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.003635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.004000 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.004834 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.004834 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.005030 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.005342 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.005674 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.006063 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.006416 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.006767 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.007110 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Tracked resource versions report: Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: pushed versions: Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Agent': {'1.1'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Log': {'1.0'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Network': {'1.1'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Port': {'1.7'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: consumer versions: Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Agent': '1.1', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Log': '1.0', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'NDPProxy': '1.0', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Network': '1.1', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Port': '1.7', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'PortForwarding': '1.3', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'QosPolicy': '1.10', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SubPort': '1.0', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Subnet': '1.1', Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Trunk': '1.1'}} Mar 21 11:05:08.008692 dv-cinder-834448-1-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:08.027728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Attempting to bind port 82578c02-20e7-405f-8f0f-497e3cec4be2 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:08.028131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Attempting to bind port 82578c02-20e7-405f-8f0f-497e3cec4be2 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:08.028625 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Attempting to bind port 82578c02-20e7-405f-8f0f-497e3cec4be2 on network dcf30b69-23ec-450b-94a6-d361811ae38d {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:08.034629 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:08.035000 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Checking segment: {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:08.035491 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.035887 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Bound using segment: {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:08.036362 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Bound port: 82578c02-20e7-405f-8f0f-497e3cec4be2, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:08.036806 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.112755 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] For port 82578c02-20e7-405f-8f0f-497e3cec4be2, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:08.117658 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] For port 82578c02-20e7-405f-8f0f-497e3cec4be2, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=82578c02-20e7-405f-8f0f-497e3cec4be2,segment=NetworkSegment(9c808506-db83-4c4a-9798-1982ff6e85e3),segment_id=9c808506-db83-4c4a-9798-1982ff6e85e3)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:08.129296 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:08.201422 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb41d43-a9c7-4e5e-af5b-de71e5b0b799 None None] Pushing event updated for resources: {'Port': ['ID=82578c02-20e7-405f-8f0f-497e3cec4be2,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:09.468913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56722) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:09.826124 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-8c8469ff-f789-4d60-924d-9802d7acc991 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:09.827109 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8c8469ff-f789-4d60-924d-9802d7acc991 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3571470 Mar 21 11:05:12.489376 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56730) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:12.877319 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [None req-35c64cf4-2289-4243-806a-41d9d97c44f6 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:12.878403 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-35c64cf4-2289-4243-806a-41d9d97c44f6 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3880577 Mar 21 11:05:15.511492 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 56738) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:16.073903 dv-cinder-834448-1-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:16.074539 dv-cinder-834448-1-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:16.295464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:16.358800 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.policy [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103430) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 21 11:05:16.404855 dv-cinder-834448-1-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:16.405132 dv-cinder-834448-1-iscsi neutron-server[103430]: WARNING oslo_policy.policy [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 21 11:05:16.468423 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (820cf620-1445-434d-861f-7b3bd0756cd1), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:16.470317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (820cf620-1445-434d-861f-7b3bd0756cd1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:16.634669 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Publish callbacks [] for router_controller (820cf620-1445-434d-861f-7b3bd0756cd1), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:16.641150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (820cf620-1445-434d-861f-7b3bd0756cd1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:16.667586 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:16.681545 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6c2fa749-0c93-48ae-b80d-68ad67248403 demo demo] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.1554351 Mar 21 11:05:18.216940 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f76cb3c2-cc39-42b3-be8a-c6cd7ab93bd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:18.280459 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 82578c02-20e7-405f-8f0f-497e3cec4be2 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:18.385601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 82578c02-20e7-405f-8f0f-497e3cec4be2 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:18.385947 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:18.503406 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 82578c02-20e7-405f-8f0f-497e3cec4be2 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:18.503783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:18.549722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 82578c02-20e7-405f-8f0f-497e3cec4be2, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=82578c02-20e7-405f-8f0f-497e3cec4be2,segment=NetworkSegment(9c808506-db83-4c4a-9798-1982ff6e85e3),segment_id=9c808506-db83-4c4a-9798-1982ff6e85e3)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:18.556167 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:18.608262 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=82578c02-20e7-405f-8f0f-497e3cec4be2,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:19.311868 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 56758) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:19.659517 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-a2d00d42-a45b-42dc-9b54-19380e3e9acf admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:05:19.660539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a2d00d42-a45b-42dc-9b54-19380e3e9acf admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3477011 Mar 21 11:05:19.958719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f661fe8-b1c1-42a5-96cb-25801b97a7d8 None None] Network dcf30b69-23ec-450b-94a6-d361811ae38d requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:20.022196 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-421162c5-4dfa-4fb7-beb9-842e3968340a None None] Provisioning complete for port 82578c02-20e7-405f-8f0f-497e3cec4be2 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:20.022578 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-421162c5-4dfa-4fb7-beb9-842e3968340a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:20.162236 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-421162c5-4dfa-4fb7-beb9-842e3968340a None None] Current status of the port 82578c02-20e7-405f-8f0f-497e3cec4be2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:20.225315 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 82578c02-20e7-405f-8f0f-497e3cec4be2 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:20.280737 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 82578c02-20e7-405f-8f0f-497e3cec4be2 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:20.281163 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:20.362153 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 82578c02-20e7-405f-8f0f-497e3cec4be2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:20.384717 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-bb980999-6c37-4c76-9ff3-6d462aa06dd1 None None] Provisioning complete for port 82578c02-20e7-405f-8f0f-497e3cec4be2 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:20.385109 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb980999-6c37-4c76-9ff3-6d462aa06dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:20.467511 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-bb980999-6c37-4c76-9ff3-6d462aa06dd1 None None] Current status of the port 82578c02-20e7-405f-8f0f-497e3cec4be2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:20.863290 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-776f12c6-05d8-403d-ad55-16ef139aaf64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.128277 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.348435 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 56766) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:22.642379 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:22.667289 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Made reservation on behalf of 6b169bc8dbc54895affbe07051a887fe for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:22.670638 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.687938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.800585 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks [] for security_group (330f7448-76a1-404b-9e95-6ddd87476f83), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.806162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (330f7448-76a1-404b-9e95-6ddd87476f83), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.817718 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Reserving flat network on physical network physnet1 {{(pid=103430) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 21 11:05:22.851831 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730859236154', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9cc8e1dd-4393-4bda-8c9b-d48bef018355), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:22.852530 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Unsubscribe: segment precommit_create {{(pid=103430) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 21 11:05:22.853145 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Added segment 9cc8e1dd-4393-4bda-8c9b-d48bef018355 of type flat for network aa5fa761-8c0f-4089-8a63-5023bac5773e Mar 21 11:05:22.869462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330f7448-76a1-404b-9e95-6ddd87476f83,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:22.919930 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.920271 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.920622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.920955 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.921363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.921639 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.921964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.922281 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.922613 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.922934 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.923264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.923598 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.923913 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.924228 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.924527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Tracked resource versions report: Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: pushed versions: Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Agent': {'1.1'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Log': {'1.0'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'NDPProxy': {'1.0'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Network': {'1.1'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Port': {'1.7'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'PortForwarding': {'1.3'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'QosPolicy': {'1.10'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SubPort': {'1.0'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Subnet': {'1.1'}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Trunk': {'1.1'}} Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: consumer versions: Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Agent': '1.1', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'ConntrackHelper': '1.0', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'LocalIPAssociation': '1.0', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Log': '1.0', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'NDPProxy': '1.0', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Network': '1.1', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Port': '1.7', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'PortForwarding': '1.3', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'QosPolicy': '1.10', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroup': '1.5', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroupRule': '1.2', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SubPort': '1.0', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Subnet': '1.1', Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Trunk': '1.1'}} Mar 21 11:05:22.926046 dv-cinder-834448-1-iscsi neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:22.973194 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (aa5fa761-8c0f-4089-8a63-5023bac5773e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:23.024919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (aa5fa761-8c0f-4089-8a63-5023bac5773e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:23.026547 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:23.027322 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:23.116938 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7671847 Mar 21 11:05:23.137711 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c0fcf-b983-4f50-b703-0bf902f0d90e admin admin] Pushing event updated for resources: {'Network': ['ID=aa5fa761-8c0f-4089-8a63-5023bac5773e,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:23.149765 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network aa5fa761-8c0f-4089-8a63-5023bac5773e details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:05:24.082771 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:25.307089 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:25.688459 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56788) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:25.789423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896c30f-775a-449a-91e7-bbb09c728845 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:25.790804 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8896c30f-775a-449a-91e7-bbb09c728845 demo admin] 10.222.0.53 "GET /v2.0/subnets/508f320f-ead5-4ac4-b855-9acf0ec1e503 HTTP/1.1" status: 200 len: 849 time: 0.1013594 Mar 21 11:05:25.960729 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6b34d5ac-f40d-4137-858b-2d24ee299099 demo admin] 10.222.0.53 "GET /v2.0/routers/820cf620-1445-434d-861f-7b3bd0756cd1 HTTP/1.1" status: 200 len: 704 time: 0.1638670 Mar 21 11:05:26.244933 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:26.593046 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Allocated IP 172.20.0.1 (dcf30b69-23ec-450b-94a6-d361811ae38d/508f320f-ead5-4ac4-b855-9acf0ec1e503/611746f9-a5af-4d50-bc55-7389eb93495c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:26.777780 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks [] for port (611746f9-a5af-4d50-bc55-7389eb93495c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:26.850131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.010338 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Network dcf30b69-23ec-450b-94a6-d361811ae38d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:27.017294 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:27.022237 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:27.023114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (820cf620-1445-434d-861f-7b3bd0756cd1), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.043022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Pushing event updated for resources: {'Port': ['ID=611746f9-a5af-4d50-bc55-7389eb93495c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:27.233657 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-876daaeb-356b-4c7f-8190-fe0e208e8dd1 None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:27.234252 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-876daaeb-356b-4c7f-8190-fe0e208e8dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.241355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.286584 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-876daaeb-356b-4c7f-8190-fe0e208e8dd1 None None] Port 611746f9-a5af-4d50-bc55-7389eb93495c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:27.472479 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks [] for port (611746f9-a5af-4d50-bc55-7389eb93495c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.477448 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.478241 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (820cf620-1445-434d-861f-7b3bd0756cd1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.558495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Pushing event updated for resources: {'Port': ['ID=611746f9-a5af-4d50-bc55-7389eb93495c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:27.610952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Network dcf30b69-23ec-450b-94a6-d361811ae38d is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:27.612668 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:27.803951 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Router 820cf620-1445-434d-861f-7b3bd0756cd1 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:05:27.910594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-87fa0b63-c9ce-4301-9ee0-89e569cee43b None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:27.910925 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-87fa0b63-c9ce-4301-9ee0-89e569cee43b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:27.912658 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:05:27.922019 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cd0a5088-6768-4df6-9eb8-cb3d0603c737 demo admin] 10.222.0.53 "PUT /v2.0/routers/820cf620-1445-434d-861f-7b3bd0756cd1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9559243 Mar 21 11:05:27.927408 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Sync routers for ids ['820cf620-1445-434d-861f-7b3bd0756cd1'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:05:27.942693 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Routers {'820cf620-1445-434d-861f-7b3bd0756cd1'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:27.943869 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:05:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['820cf620-1445-434d-861f-7b3bd0756cd1'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:27.952479 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-87fa0b63-c9ce-4301-9ee0-89e569cee43b None None] Port 611746f9-a5af-4d50-bc55-7389eb93495c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:28.145723 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Set router 820cf620-1445-434d-861f-7b3bd0756cd1 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:28.611769 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:27Z', 'revision_number': 2, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port_host': None, '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:27Z', 'revision_number': 2, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:28.664605 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Checking router: 820cf620-1445-434d-861f-7b3bd0756cd1 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:05:28.664993 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Updating router 820cf620-1445-434d-861f-7b3bd0756cd1 port 611746f9-a5af-4d50-bc55-7389eb93495c binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:05:28.723012 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.254077 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks [] for port (611746f9-a5af-4d50-bc55-7389eb93495c), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.262621 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.423858 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Pushing event updated for resources: {'Port': ['ID=611746f9-a5af-4d50-bc55-7389eb93495c,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:29.443789 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Attempting to bind port 611746f9-a5af-4d50-bc55-7389eb93495c on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:29.444331 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Attempting to bind port 611746f9-a5af-4d50-bc55-7389eb93495c by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:29.444706 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Attempting to bind port 611746f9-a5af-4d50-bc55-7389eb93495c on network dcf30b69-23ec-450b-94a6-d361811ae38d {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:29.450820 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.451163 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.451513 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.451850 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.452176 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.452504 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.452823 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.453142 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.453467 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.453804 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.454121 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.454454 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.454771 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.455085 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.455397 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Tracked resource versions report: Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: pushed versions: Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Agent': {'1.1'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Log': {'1.0'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'NDPProxy': {'1.0'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Network': {'1.1'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Port': {'1.7'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'PortForwarding': {'1.3'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: consumer versions: Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Agent': '1.1', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Log': '1.0', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'NDPProxy': '1.0', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Network': '1.1', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Port': '1.7', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'PortForwarding': '1.3', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SubPort': '1.0', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Subnet': '1.1', Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Mar 21 11:05:29.456797 dv-cinder-834448-1-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:05:29.459523 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:29.459649 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Checking segment: {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:29.460101 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.460723 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Bound using segment: {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:29.461245 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Bound port: 611746f9-a5af-4d50-bc55-7389eb93495c, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c808506-db83-4c4a-9798-1982ff6e85e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:29.461648 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.482959 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-430b0223-eba5-4c86-9c1c-570ccf815e77 None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:29.483496 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-430b0223-eba5-4c86-9c1c-570ccf815e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.518054 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-430b0223-eba5-4c86-9c1c-570ccf815e77 None None] Port 611746f9-a5af-4d50-bc55-7389eb93495c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:05:29.536265 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] For port 611746f9-a5af-4d50-bc55-7389eb93495c, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:29.560387 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] For port 611746f9-a5af-4d50-bc55-7389eb93495c, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=611746f9-a5af-4d50-bc55-7389eb93495c,segment=NetworkSegment(9c808506-db83-4c4a-9798-1982ff6e85e3),segment_id=9c808506-db83-4c4a-9798-1982ff6e85e3)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:29.567217 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.625396 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f37bb8-3229-4473-a1aa-14e1330b3088 None None] Pushing event updated for resources: {'Port': ['ID=611746f9-a5af-4d50-bc55-7389eb93495c,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:29.633369 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Routers {'820cf620-1445-434d-861f-7b3bd0756cd1'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:29.634028 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:05:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['820cf620-1445-434d-861f-7b3bd0756cd1'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:29.734655 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] Set router 820cf620-1445-434d-861f-7b3bd0756cd1 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:29.839052 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:29.839451 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.924426 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Current status of the port 611746f9-a5af-4d50-bc55-7389eb93495c is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:29.924752 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.957148 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:27Z', 'revision_number': 2, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port_host': None, '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:29Z', 'revision_number': 4, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:29.959418 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] For port 611746f9-a5af-4d50-bc55-7389eb93495c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=611746f9-a5af-4d50-bc55-7389eb93495c,segment=NetworkSegment(9c808506-db83-4c4a-9798-1982ff6e85e3),segment_id=9c808506-db83-4c4a-9798-1982ff6e85e3)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:29.965286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:29.991575 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef757eb-2561-4a02-9717-f9a35170b277 None None] The sync data for ids ['820cf620-1445-434d-861f-7b3bd0756cd1'] in dv-cinder-834448-1-iscsi is: [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:27Z', 'revision_number': 2, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port_host': None, '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:29Z', 'revision_number': 4, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:05:30.014193 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a427bf-d6fa-43b8-b990-46636652111f None None] Pushing event updated for resources: {'Port': ['ID=611746f9-a5af-4d50-bc55-7389eb93495c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:30.389085 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56808) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:30.506749 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efe241-bcc4-40b1-bf81-f98bd30ac7ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:30.510012 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d7efe241-bcc4-40b1-bf81-f98bd30ac7ff admin admin] 10.222.0.53 "GET /v2.0/networks/aa5fa761-8c0f-4089-8a63-5023bac5773e HTTP/1.1" status: 200 len: 842 time: 0.1198392 Mar 21 11:05:30.518072 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'name': 'public-subnet', 'cidr': '172.27.1.0/24'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:30.538940 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Made reservation on behalf of 6b169bc8dbc54895affbe07051a887fe for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:05:30.541200 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:30.839029 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.objects.ports [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103431) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 21 11:05:30.839488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (fc3c23f3-552d-4bd4-a4d4-d4168e712998), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:30.902386 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3c23f3-552d-4bd4-a4d4-d4168e712998,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:30.910252 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:30.910620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Network hostable DHCP agents. Network: aa5fa761-8c0f-4089-8a63-5023bac5773e, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:05:30.928471 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:05:30.937394 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, aa5fa761-8c0f-4089-8a63-5023bac5773e) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:30.941642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:30.942315 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:30.950073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d82f1-0b84-442b-96f7-201db4d64f7a None None] Network aa5fa761-8c0f-4089-8a63-5023bac5773e requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:30.973541 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-51ddeba8-73f2-495c-a1d6-16cd37055af8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4453046 Mar 21 11:05:31.059423 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb42a34-6332-4741-beda-be762ba5c8c6 None None] Network aa5fa761-8c0f-4089-8a63-5023bac5773e requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:05:33.510907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56816) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:33.661352 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-df24a9d0-2ec6-4b9c-b5e6-0caaa9531d6a demo admin] 10.222.0.53 "GET /v2.0/routers/820cf620-1445-434d-861f-7b3bd0756cd1 HTTP/1.1" status: 200 len: 710 time: 0.1490135 Mar 21 11:05:33.830462 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c209ca93-1c25-4baa-a803-56e0ffabb7a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:05:33.831843 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c209ca93-1c25-4baa-a803-56e0ffabb7a6 demo admin] 10.222.0.53 "GET /v2.0/networks/aa5fa761-8c0f-4089-8a63-5023bac5773e HTTP/1.1" status: 200 len: 886 time: 0.1640272 Mar 21 11:05:33.841864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:05:34.110960 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks [] for router_gateway (820cf620-1445-434d-861f-7b3bd0756cd1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.371029 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks [] for router_gateway (820cf620-1445-434d-861f-7b3bd0756cd1), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.449531 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.569742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Allocated IP 172.27.1.30 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/38d596aa-5ff7-4a5f-8cbc-c786fc1fc816) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:05:34.712727 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks [] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.751797 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:34.793210 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:05:34.796313 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:05:34.802366 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:05:34.813887 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Pushing event updated for resources: {'Port': ['ID=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:35.100448 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks [] for router_gateway (820cf620-1445-434d-861f-7b3bd0756cd1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.492501 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7882707', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7883964', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-258777'] for router (820cf620-1445-434d-861f-7b3bd0756cd1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.496754 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7882714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7882529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7883915'] for router (820cf620-1445-434d-861f-7b3bd0756cd1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.613991 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Router 820cf620-1445-434d-861f-7b3bd0756cd1 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:05:35.731754 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:05:35.736261 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:35.753644 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-54729e5e-5819-40dd-aa78-b05f6c3ebef3 demo admin] 10.222.0.53 "PUT /v2.0/routers/820cf620-1445-434d-861f-7b3bd0756cd1 HTTP/1.1" status: 200 len: 889 time: 1.8991115 Mar 21 11:05:38.254191 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 611746f9-a5af-4d50-bc55-7389eb93495c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:38.311601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:38.312011 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:38.377404 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 56828) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:05:38.402513 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 611746f9-a5af-4d50-bc55-7389eb93495c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:38.501385 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a9aadbdc-fec5-446b-adee-7e9b8d148b28 admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1226633 Mar 21 11:05:38.940604 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Sync routers for ids ['820cf620-1445-434d-861f-7b3bd0756cd1'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:05:38.955424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Routers {'820cf620-1445-434d-861f-7b3bd0756cd1'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:38.956137 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:05:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['820cf620-1445-434d-861f-7b3bd0756cd1'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:39.216131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Set router 820cf620-1445-434d-861f-7b3bd0756cd1 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:39.248604 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:05:39.751738 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 4, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port': {'id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:34Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:29Z', 'revision_number': 5, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:39.807537 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Checking router: 820cf620-1445-434d-861f-7b3bd0756cd1 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:05:39.807907 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Updating router 820cf620-1445-434d-861f-7b3bd0756cd1 port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:05:39.863475 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.213749 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks [] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.220988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.300535 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99b901-1466-420a-a6cd-581bffd8fc92 None None] Pushing event updated for resources: {'Port': ['ID=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:40.306230 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Attempting to bind port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:05:40.306230 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Attempting to bind port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:05:40.306636 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Attempting to bind port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:05:40.318428 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:05:40.318636 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:05:40.319076 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.320285 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:05:40.320679 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Bound port: 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:05:40.321218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.389867 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] For port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:05:40.393301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] For port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:05:40.402179 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:40.467795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Routers {'820cf620-1445-434d-861f-7b3bd0756cd1'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:05:40.468577 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:05:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['820cf620-1445-434d-861f-7b3bd0756cd1'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:40.471897 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99b901-1466-420a-a6cd-581bffd8fc92 None None] Pushing event updated for resources: {'Port': ['ID=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:40.603315 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] Set router 820cf620-1445-434d-861f-7b3bd0756cd1 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:05:40.928845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 4, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port': {'id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:34Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:29Z', 'revision_number': 5, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:05:40.959447 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2741f063-d945-47e4-b551-91514f7dd16b None None] The sync data for ids ['820cf620-1445-434d-861f-7b3bd0756cd1'] in dv-cinder-834448-1-iscsi is: [{'id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'name': 'router1', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30'}], 'enable_snat': True}, 'gw_port_id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:05:16Z', 'updated_at': '2022-03-21T11:05:34Z', 'revision_number': 4, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'gw_port': {'id': '38d596aa-5ff7-4a5f-8cbc-c786fc1fc816', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:42:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:34Z', 'updated_at': '2022-03-21T11:05:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '611746f9-a5af-4d50-bc55-7389eb93495c', 'name': '', 'network_id': 'dcf30b69-23ec-450b-94a6-d361811ae38d', 'tenant_id': 'cf4a07ddfc14456483e556d2aff50213', 'mac_address': 'fa:16:3e:1e:22:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '820cf620-1445-434d-861f-7b3bd0756cd1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:05:26Z', 'updated_at': '2022-03-21T11:05:29Z', 'revision_number': 5, 'project_id': 'cf4a07ddfc14456483e556d2aff50213', 'subnets': [{'id': '508f320f-ead5-4ac4-b855-9acf0ec1e503', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '31bdca52-fa43-4f85-ab9b-9e78e2c42e95'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:05:42.260067 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:42.327718 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:42.328100 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:42.540815 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:42.542031 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:42.603312 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:05:42.616094 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:42.721355 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=38d596aa-5ff7-4a5f-8cbc-c786fc1fc816,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:05:44.347815 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:05:44.461845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:05:44.462392 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (38d596aa-5ff7-4a5f-8cbc-c786fc1fc816), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:44.689706 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 38d596aa-5ff7-4a5f-8cbc-c786fc1fc816 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:05:48.223103 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3acb6cf5-9bcb-4861-b124-c08ac1e50730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:50.867369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b5c248fd-ac09-44f0-9d3e-8397874e6765 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:52.134259 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:54.105966 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:05:55.304646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:16.248708 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:06:18.224703 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a77796e6-83f9-4831-9bbb-515454615256 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:20.858901 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-76623b03-6149-41f1-8a62-9627c46052ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:22.137213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:24.093856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:25.307825 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:48.210371 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bee5feec-358e-41fe-9d5d-82fc26c33d3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:50.854699 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a184a241-2e33-41b0-80e2-b0eb472409f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:52.136512 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:53.248597 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:06:54.096705 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:06:55.303929 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:07.773232 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:07.849987 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1dffdd-b141-431a-8cf5-bb8018297010 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:07:07.851461 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6d1dffdd-b141-431a-8cf5-bb8018297010 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0770524 Mar 21 11:07:08.044735 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbfb038-bbc7-43a0-a82c-8a3b524a9d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:08.046257 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dbbfb038-bbc7-43a0-a82c-8a3b524a9d39 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1905246 Mar 21 11:07:10.393688 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57322) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:10.537246 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a897088f-9328-4967-8cc1-a4ae0cde4e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:10.539003 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a897088f-9328-4967-8cc1-a4ae0cde4e6d admin admin] 10.222.0.53 "GET /v2.0/subnets/508f320f-ead5-4ac4-b855-9acf0ec1e503 HTTP/1.1" status: 200 len: 849 time: 0.1443470 Mar 21 11:07:10.548681 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:07:10.640378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Publish callbacks [] for subnet (508f320f-ead5-4ac4-b855-9acf0ec1e503), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:10.798983 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730859463563'] for subnet (508f320f-ead5-4ac4-b855-9acf0ec1e503), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:10.838487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:10.839096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:10.841067 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] 10.222.0.53 "PUT /v2.0/subnets/508f320f-ead5-4ac4-b855-9acf0ec1e503 HTTP/1.1" status: 200 len: 868 time: 0.2961223 Mar 21 11:07:10.856676 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdac33-338c-432f-acbe-202d025694f1 None None] Network dcf30b69-23ec-450b-94a6-d361811ae38d requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:07:10.864143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=508f320f-ead5-4ac4-b855-9acf0ec1e503,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:07:10.872218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.872560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.872923 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.873288 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.873660 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.873990 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.874315 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.874638 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.874987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.875326 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.875631 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.875960 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.876303 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.876601 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:10.876918 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e442ac1-caad-4fbf-b4b7-163f581d5912 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:07:11.184809 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Provisioning complete for port 611746f9-a5af-4d50-bc55-7389eb93495c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:07:11.185198 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (611746f9-a5af-4d50-bc55-7389eb93495c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:11.270531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Current status of the port 611746f9-a5af-4d50-bc55-7389eb93495c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:07:11.282904 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Provisioning complete for port 82578c02-20e7-405f-8f0f-497e3cec4be2 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:07:11.283299 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (82578c02-20e7-405f-8f0f-497e3cec4be2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:11.362301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f151d209-10d8-4458-9fbb-45c4d10d224e None None] Current status of the port 82578c02-20e7-405f-8f0f-497e3cec4be2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:07:13.303376 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57330) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:13.546992 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66f4aa-78ef-4062-85b8-23bc1f7bdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:13.547464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a66f4aa-78ef-4062-85b8-23bc1f7bdc35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:13.549031 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8a66f4aa-78ef-4062-85b8-23bc1f7bdc35 admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2443933 Mar 21 11:07:15.944914 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57338) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:16.088562 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c12bd3-b2e8-4027-9b92-20b5e6604a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:16.089036 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c12bd3-b2e8-4027-9b92-20b5e6604a0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:16.090747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-31c12bd3-b2e8-4027-9b92-20b5e6604a0b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1447415 Mar 21 11:07:18.216062 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d7262542-b88a-4d8e-bd7e-e7a0a0893b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:18.485906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57346) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:18.686750 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e605a5f4-fda4-4eb3-9d15-acd4e429cb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:18.688162 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e605a5f4-fda4-4eb3-9d15-acd4e429cb8a admin admin] 10.222.0.53 "GET /v2.0/networks/aa5fa761-8c0f-4089-8a63-5023bac5773e HTTP/1.1" status: 200 len: 886 time: 0.2013507 Mar 21 11:07:20.860082 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8cb9f013-0a15-425c-9260-8a242ee9db85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:21.075849 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57354) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:21.222190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db911e00-bbf5-4e27-9715-b06642c98d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:21.223699 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-db911e00-bbf5-4e27-9715-b06642c98d6c admin admin] 10.222.0.53 "GET /v2.0/networks/dcf30b69-23ec-450b-94a6-d361811ae38d HTTP/1.1" status: 200 len: 868 time: 0.1468778 Mar 21 11:07:22.140123 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:23.636455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:23.768472 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a90f2-593d-4f4a-94ac-85776ff4f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:23.768834 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890a90f2-593d-4f4a-94ac-85776ff4f7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:23.770718 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-890a90f2-593d-4f4a-94ac-85776ff4f7bb admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1333163 Mar 21 11:07:24.099404 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:25.299162 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:26.186250 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57372) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:26.296649 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b6226-79e7-4a73-8f8d-ad3a7ddf20b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:26.297090 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9b6226-79e7-4a73-8f8d-ad3a7ddf20b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:26.298665 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-db9b6226-79e7-4a73-8f8d-ad3a7ddf20b1 admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1113889 Mar 21 11:07:28.686266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57380) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:28.784907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805f76d4-8c1a-4d69-9e1f-5cfbba4431a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:28.786467 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-805f76d4-8c1a-4d69-9e1f-5cfbba4431a4 admin admin] 10.222.0.53 "GET /v2.0/subnets/508f320f-ead5-4ac4-b855-9acf0ec1e503 HTTP/1.1" status: 200 len: 868 time: 0.0991662 Mar 21 11:07:30.248238 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:07:31.172090 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57388) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:31.263479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4f725-58f9-4184-99d8-8c0726867d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:07:31.264871 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a8a4f725-58f9-4184-99d8-8c0726867d4f admin admin] 10.222.0.53 "GET /v2.0/subnets/fc3c23f3-552d-4bd4-a4d4-d4168e712998 HTTP/1.1" status: 200 len: 816 time: 0.0919166 Mar 21 11:07:48.220075 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0688d0e4-b40c-40ba-adfb-878b645456f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:50.862383 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b681941f-ccce-47b5-bfd8-d1a9cc3e59c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:52.148199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:54.101983 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:55.308398 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:07:59.730012 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57440) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:07:59.787348 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-a5c60913-4dfd-4d5c-b107-fd63083f8782 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:07:59.788696 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a5c60913-4dfd-4d5c-b107-fd63083f8782 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0573673 Mar 21 11:08:02.275259 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57448) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:02.344780 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab2dd0c4-6a06-4ec1-904b-5854e350ecb6 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:08:02.346271 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ab2dd0c4-6a06-4ec1-904b-5854e350ecb6 admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0697508 Mar 21 11:08:02.445059 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf2126a-c900-4b43-bf06-83ea8065e9f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:02.446600 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-baf2126a-c900-4b43-bf06-83ea8065e9f0 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0958912 Mar 21 11:08:04.820071 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57456) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:04.880760 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:08:04.904620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Made reservation on behalf of 6b169bc8dbc54895affbe07051a887fe for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:08:04.907393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:04.938780 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING neutron.services.revisions.revision_plugin [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Could not find related network for resource to bump revision. Mar 21 11:08:04.955163 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:08:04.968267 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (7e7d0578-cb73-4f13-ba86-43939ef9f7ab), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:04.968610 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Added segment 7e7d0578-cb73-4f13-ba86-43939ef9f7ab of type vlan for network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 Mar 21 11:08:05.013994 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (47c0c3ac-f6d6-4a09-8c52-cf64822410d9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:05.041213 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (47c0c3ac-f6d6-4a09-8c52-cf64822410d9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:05.042301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:05.043134 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:05.121718 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3003230 Mar 21 11:08:05.141228 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Pushing event updated for resources: {'Network': ['ID=47c0c3ac-f6d6-4a09-8c52-cf64822410d9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:05.149044 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.149387 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.149781 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.150118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.150445 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.150774 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.151092 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.151414 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.151749 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.152071 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.152420 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.152728 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.153043 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.153356 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.153705 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba0e144-35d6-4889-b43d-91faf36218af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:05.166270 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:08:07.247101 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:08:07.528320 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:08:07.597938 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c2398da-91ba-4bb9-8c82-ce4d493ceeb3 admin admin] GET failed (client error): The resource could not be found. Mar 21 11:08:07.599348 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7c2398da-91ba-4bb9-8c82-ce4d493ceeb3 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0700302 Mar 21 11:08:07.673867 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd75f1f1-c35f-41e7-beb6-a2f0337a9721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:07.675674 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bd75f1f1-c35f-41e7-beb6-a2f0337a9721 admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0719187 Mar 21 11:08:07.685383 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:08:07.709492 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Made reservation on behalf of 6b169bc8dbc54895affbe07051a887fe for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:08:07.712021 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:07.909363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (ddb398e8-17dd-4953-afe9-c5ad718ca630), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:07.969669 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb398e8-17dd-4953-afe9-c5ad718ca630,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:07.980586 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Checking segment: {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:08:07.980951 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Network hostable DHCP agents. Network: 47c0c3ac-f6d6-4a09-8c52-cf64822410d9, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:08:08.003433 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:08:08.015324 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 47c0c3ac-f6d6-4a09-8c52-cf64822410d9) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:08:08.019975 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:08:08.020601 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.026699 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd2de0-27b2-43d5-8906-cb37ab71803e None None] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:08:08.046091 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-07e61030-bab2-401c-9e50-dbd80f1fe053 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641431 Mar 21 11:08:08.282875 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-47c0c3ac-f6d6-4a09-8c52-cf64822410d9', 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9', 'project_id': '6b169bc8dbc54895affbe07051a887fe', 'fixed_ips': [{'subnet_id': 'ddb398e8-17dd-4953-afe9-c5ad718ca630'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:08:08.283889 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.424577 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Allocated IP 192.168.233.2 (47c0c3ac-f6d6-4a09-8c52-cf64822410d9/ddb398e8-17dd-4953-afe9-c5ad718ca630/d6b6facf-d91b-41a9-ad97-5c89afa6f0da) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:08:08.580540 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks [] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.587347 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.642120 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:08:08.646707 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:08:08.649258 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:08:08.651473 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Pushing event updated for resources: {'Port': ['ID=d6b6facf-d91b-41a9-ad97-5c89afa6f0da,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:08.659549 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.660035 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.660355 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.660714 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.661039 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.661374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.661722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.662041 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.662367 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.662986 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.663307 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.663639 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.663961 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.664277 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.664588 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:08:08.721777 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Attempting to bind port d6b6facf-d91b-41a9-ad97-5c89afa6f0da on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:08:08.722872 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Attempting to bind port d6b6facf-d91b-41a9-ad97-5c89afa6f0da by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:08:08.723216 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Attempting to bind port d6b6facf-d91b-41a9-ad97-5c89afa6f0da on network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:08:08.728834 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 7, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:08:08.729203 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Checking segment: {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:08:08.729629 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.730012 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Bound using segment: {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:08:08.730466 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Bound port: d6b6facf-d91b-41a9-ad97-5c89afa6f0da, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:08:08.730837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.798269 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] For port d6b6facf-d91b-41a9-ad97-5c89afa6f0da, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:08:08.802154 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] For port d6b6facf-d91b-41a9-ad97-5c89afa6f0da, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=d6b6facf-d91b-41a9-ad97-5c89afa6f0da,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:08:08.808961 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:08.870941 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858446-9859-4dce-b0e0-e6b1090d013a None None] Pushing event updated for resources: {'Port': ['ID=d6b6facf-d91b-41a9-ad97-5c89afa6f0da,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:09.731552 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993be581-03d7-4ed1-a8f4-b5697ceba599 None None] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:08:09.847280 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Provisioning complete for port d6b6facf-d91b-41a9-ad97-5c89afa6f0da triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:09.847654 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:09.953344 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Current status of the port d6b6facf-d91b-41a9-ad97-5c89afa6f0da is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:09.953697 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:09.997531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] For port d6b6facf-d91b-41a9-ad97-5c89afa6f0da, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=d6b6facf-d91b-41a9-ad97-5c89afa6f0da,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:08:10.003218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.059796 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580f6f2-5c70-4b1a-8d60-b8b8395d12db None None] Pushing event updated for resources: {'Port': ['ID=d6b6facf-d91b-41a9-ad97-5c89afa6f0da,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:08:10.126728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-eb39b81f-ee10-443d-b98f-51ca720842f4 None None] Provisioning complete for port d6b6facf-d91b-41a9-ad97-5c89afa6f0da triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:10.127119 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-eb39b81f-ee10-443d-b98f-51ca720842f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.215001 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-eb39b81f-ee10-443d-b98f-51ca720842f4 None None] Current status of the port d6b6facf-d91b-41a9-ad97-5c89afa6f0da is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:10.397956 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device d6b6facf-d91b-41a9-ad97-5c89afa6f0da up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:08:10.458560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port d6b6facf-d91b-41a9-ad97-5c89afa6f0da triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:08:10.458979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d6b6facf-d91b-41a9-ad97-5c89afa6f0da), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:10.553173 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port d6b6facf-d91b-41a9-ad97-5c89afa6f0da is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:08:18.230164 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-01e668f9-62b3-4028-b7fd-19c1df15b475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:20.867304 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cc750fca-c59c-4fae-8a81-d43adab4d7e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:22.147291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:24.107544 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:25.303686 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:44.246101 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:08:48.224327 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-900dedac-7498-4ed5-a3f3-131c7840f6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:50.872562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a544c4e2-7bcc-4ab6-a86a-5d5d68100a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:52.149913 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:54.111945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:08:55.308567 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:18.229725 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-988fb932-d67a-46a8-aa6f-0096d9555daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:20.881225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e0f84a94-eb0c-4e07-b8f8-44d57942704b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:21.245948 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:09:22.154404 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:24.114084 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:25.315104 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.013987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.023485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [None req-dd9e2e8f-926c-4358-8b34-cbdd56c0b3bb tempest-verify_tempest_config-1363965910 tempest-verify_tempest_config-1363965910-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:09:35.025733 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dd9e2e8f-926c-4358-8b34-cbdd56c0b3bb tempest-verify_tempest_config-1363965910 tempest-verify_tempest_config-1363965910-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0100861 Mar 21 11:09:35.368371 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57520) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.492311 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.572652 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Publish callbacks [] for security_group (ba6f39e9-d58d-4407-bdb1-8419b0f0838b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.578040 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ba6f39e9-d58d-4407-bdb1-8419b0f0838b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.625195 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9abde541f94f47f490a7e7e1c386498a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2549593 Mar 21 11:09:35.625493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6f39e9-d58d-4407-bdb1-8419b0f0838b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:09:35.627809 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:09:35.633192 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.633557 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.633905 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.634240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.634565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.634882 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.635198 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.635519 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.635832 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.636144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.636460 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.636798 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.637117 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.637427 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.637761 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351c73cc-9994-4e95-8901-9d70ecbdbf17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.689699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Publish callbacks [] for security_group (ba6f39e9-d58d-4407-bdb1-8419b0f0838b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.713816 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Publish callbacks [] for security_group (ba6f39e9-d58d-4407-bdb1-8419b0f0838b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.810736 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ba6f39e9-d58d-4407-bdb1-8419b0f0838b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.813488 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:35.814805 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba6f39e9-d58d-4407-bdb1-8419b0f0838b HTTP/1.1" status: 204 len: 168 time: 0.1858001 Mar 21 11:09:35.823746 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6f39e9-d58d-4407-bdb1-8419b0f0838b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:09:35.831479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.831830 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.832180 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.832520 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.832857 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.833213 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.833544 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.833901 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.834220 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.834546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.834898 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.835239 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.835560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.835885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:35.836255 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1b2265-2629-4ecf-8ed1-7239e4d61760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:09:48.239373 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-837ffc79-31ed-4265-bfe4-3e44905aa270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:50.875672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c2065cf2-b3c7-466f-bbf7-a2b1ad0f139f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:52.156295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:54.121903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:55.313813 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:09:58.245937 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:10:18.234076 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c7262ded-c821-4bc4-97dc-aae9a2a4c4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:20.881419 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e8b7db20-c1c5-44e1-870e-2558c7077967 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:22.159153 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:24.122659 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:25.310196 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:35.246837 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:10:48.239821 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4582dab1-7e9c-4598-8401-a05fadc61ccb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:50.994269 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-048af2e5-6071-47a2-b157-2df2795c6954 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:52.169152 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:54.131376 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:10:55.316252 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:12.246584 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 5 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:11:18.235152 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5b13601d-22ad-46da-8766-81057c097db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:18.801353 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7881505'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:20.888851 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2e0cee01-2938-4c1a-8401-f0649568e1f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:22.165699 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:24.129212 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:25.324850 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:34.032783 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57596) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:11:34.153133 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d716c21b-8d2d-48d2-ac18-c1f92ca5b4aa admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1191995 Mar 21 11:11:36.531665 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57606) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:11:36.595624 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-976fc74b-e4a8-4569-b4c4-12946509d887 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0628126 Mar 21 11:11:48.239455 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd2adf97-7255-433e-87e6-89744834a526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:48.755308 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:49.245671 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:11:50.893904 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-625c68f3-8ae1-4961-a1a8-1266342b8d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:52.168640 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:54.137574 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:11:55.326447 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:18.245989 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c8631832-4151-4c55-86a5-576b75a1810e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:18.773903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:20.911439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-37fecf32-79b6-49ac-ae6e-bd7dd080b8a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:22.173382 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:24.136319 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:25.323541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:26.244653 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:12:48.241242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-629b2859-515e-4cbc-ad97-717c693beb50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:48.783882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:50.897327 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b28940c1-7e30-4f15-bbee-d4055d19f34c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:52.176326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:54.139301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:12:55.319489 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:03.243326 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:13:16.451650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57750) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:16.710811 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1770312045-network', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:16.733487 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:16.735438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.744352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.826863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks [] for security_group (cd7ad40a-0a07-499d-ac63-583b953f511d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.831862 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (cd7ad40a-0a07-499d-ac63-583b953f511d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.859296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:16.873070 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (87c34d38-227c-47e1-bd5f-b6dfad8b143f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.873407 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Added segment 87c34d38-227c-47e1-bd5f-b6dfad8b143f of type vlan for network 9ff7916a-32b7-4ae2-bcbe-49820a265839 Mar 21 11:13:16.894791 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7ad40a-0a07-499d-ac63-583b953f511d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:16.920874 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.921216 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.921567 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.921896 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.922404 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.922723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.923034 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.923507 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.924001 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.924468 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.924969 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.925300 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.925811 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.926121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.926431 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Tracked resource versions report: Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: pushed versions: Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Agent': {'1.1'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Log': {'1.0'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'NDPProxy': {'1.0'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Network': {'1.1'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Port': {'1.7'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'PortForwarding': {'1.3'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'QosPolicy': {'1.10'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SubPort': {'1.0'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Subnet': {'1.1'}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Trunk': {'1.1'}} Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: consumer versions: Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Agent': '1.1', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'ConntrackHelper': '1.0', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'LocalIPAssociation': '1.0', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Log': '1.0', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'NDPProxy': '1.0', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Network': '1.1', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Port': '1.7', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'PortForwarding': '1.3', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'QosPolicy': '1.10', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroup': '1.5', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SecurityGroupRule': '1.2', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'SubPort': '1.0', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Subnet': '1.1', Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: 'Trunk': '1.1'}} Mar 21 11:13:16.927601 dv-cinder-834448-1-iscsi neutron-server[103431]: {{(pid=103431) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:16.945983 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (9ff7916a-32b7-4ae2-bcbe-49820a265839), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.976204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (9ff7916a-32b7-4ae2-bcbe-49820a265839), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:16.977534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:16.978480 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.032593 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5796993 Mar 21 11:13:17.035755 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:17.042310 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Request body: {'subnet': {'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-subnet', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:17.055086 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ec543e-196f-403b-8d16-beb0d30959d6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ff7916a-32b7-4ae2-bcbe-49820a265839,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:17.067099 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:17.080890 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:17.083361 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.160207 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57802) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:17.290740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (92ebd75c-042d-42f4-a064-fc77a0b6bb42), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.406963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ebd75c-042d-42f4-a064-fc77a0b6bb42,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:17.415482 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:17.415845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Network hostable DHCP agents. Network: 9ff7916a-32b7-4ae2-bcbe-49820a265839, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:17.419599 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.420329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.420329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.420662 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.421187 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.421679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.421884 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.422219 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.422589 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.422924 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.423268 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.423789 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.424126 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.424453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.424784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Tracked resource versions report: Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: pushed versions: Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Agent': {'1.1'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Log': {'1.0'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'NDPProxy': {'1.0'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Network': {'1.1'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Port': {'1.7'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'PortForwarding': {'1.3'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'QosPolicy': {'1.10'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SubPort': {'1.0'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Subnet': {'1.1'}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Trunk': {'1.1'}} Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: consumer versions: Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Agent': '1.1', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'ConntrackHelper': '1.0', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'LocalIPAssociation': '1.0', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Log': '1.0', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'NDPProxy': '1.0', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Network': '1.1', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Port': '1.7', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'PortForwarding': '1.3', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'QosPolicy': '1.10', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroup': '1.5', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SecurityGroupRule': '1.2', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'SubPort': '1.0', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Subnet': '1.1', Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: 'Trunk': '1.1'}} Mar 21 11:13:17.425938 dv-cinder-834448-1-iscsi neutron-server[103430]: {{(pid=103430) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:17.448910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:17.459055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 9ff7916a-32b7-4ae2-bcbe-49820a265839) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:17.463982 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:17.464795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.473959 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dfec20-b039-4967-a692-137be01cb445 None None] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:17.487061 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57814) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:17.487698 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-55470422-c4bc-4c9b-b710-a896026ba515 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4503801 Mar 21 11:13:17.491738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:17.523661 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.525863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.620402 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-9ff7916a-32b7-4ae2-bcbe-49820a265839', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:17.621742 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.640570 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for router_controller (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.647283 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-network', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:17.653430 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57826) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:17.782452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Made reservation on behalf of a546f19579ad4e8e89e9391fc9dd29e3 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:17.785012 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.808505 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Allocated IP 172.20.0.2 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/7c63a870-5119-40cb-9215-639c2935f3ef) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:17.822079 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:17.843538 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for router_gateway (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.008262 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks [] for port (7c63a870-5119-40cb-9215-639c2935f3ef), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.022791 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.060670 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1163268009-network', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:18.066758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Pushing event updated for resources: {'Port': ['ID=7c63a870-5119-40cb-9215-639c2935f3ef,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:18.079424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.079424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.079995 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.079995 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.080498 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.080621 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.080951 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.081341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.081752 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.082064 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.082479 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.082867 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.083186 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.083500 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.083866 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Tracked resource versions report: Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: pushed versions: Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Agent': {'1.1'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Log': {'1.0'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'NDPProxy': {'1.0'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Network': {'1.1'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Port': {'1.7'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'PortForwarding': {'1.3'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'QosPolicy': {'1.10'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SubPort': {'1.0'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Subnet': {'1.1'}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Trunk': {'1.1'}} Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: consumer versions: Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Agent': '1.1', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'ConntrackHelper': '1.0', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'LocalIPAssociation': '1.0', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Log': '1.0', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'NDPProxy': '1.0', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Network': '1.1', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Port': '1.7', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'PortForwarding': '1.3', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'QosPolicy': '1.10', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroup': '1.5', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SecurityGroupRule': '1.2', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'SubPort': '1.0', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Subnet': '1.1', Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: 'Trunk': '1.1'}} Mar 21 11:13:18.085126 dv-cinder-834448-1-iscsi neutron-server[103432]: {{(pid=103432) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:18.100330 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:18.100672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Made reservation on behalf of 7f15a391524a4f21b22f609e36a226dc for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:18.101925 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:18.103072 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.104864 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:18.123152 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.166945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks [] for security_group (55a42132-614d-4a6a-959d-087950217181), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.176516 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Attempting to bind port 7c63a870-5119-40cb-9215-639c2935f3ef on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:18.179330 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Attempting to bind port 7c63a870-5119-40cb-9215-639c2935f3ef by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:18.179699 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Attempting to bind port 7c63a870-5119-40cb-9215-639c2935f3ef on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:18.192077 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:18.192487 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:18.192894 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.193286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:18.193919 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Bound port: 7c63a870-5119-40cb-9215-639c2935f3ef, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:18.194165 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.203022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (55a42132-614d-4a6a-959d-087950217181), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.234472 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks [] for security_group (ba831a47-3cf6-451f-aa07-3797ec7debb5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.242504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ba831a47-3cf6-451f-aa07-3797ec7debb5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.263117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:18.278250 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (5e3b2624-730e-4139-90ef-bdbdea354a9d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.278967 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Added segment 5e3b2624-730e-4139-90ef-bdbdea354a9d of type vlan for network a0f20d25-51ed-4a45-a64a-11982e8e9adb Mar 21 11:13:18.310833 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0d3ce0a4-136c-4cf3-910c-8537a494fe9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.317136 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:18.329625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (a0f20d25-51ed-4a45-a64a-11982e8e9adb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.338613 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57850) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:18.378056 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] For port 7c63a870-5119-40cb-9215-639c2935f3ef, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:18.386136 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba831a47-3cf6-451f-aa07-3797ec7debb5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:18.389291 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (a0f20d25-51ed-4a45-a64a-11982e8e9adb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.389651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] For port 7c63a870-5119-40cb-9215-639c2935f3ef, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=7c63a870-5119-40cb-9215-639c2935f3ef,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:18.390966 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:18.391787 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.410155 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.422996 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7681916 Mar 21 11:13:18.436955 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57856) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:18.470982 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Request body: {'subnet': {'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1163268009-subnet', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:18.507965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e820cc-f4c2-4af4-9603-21aa6159ed25 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f20d25-51ed-4a45-a64a-11982e8e9adb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:18.518797 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (7aa3b791-757f-4bbc-8ecd-ff4577ed7980), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.520695 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Added segment 7aa3b791-757f-4bbc-8ecd-ff4577ed7980 of type vlan for network c274f906-baaa-46cd-9ef0-4c5f0f95e207 Mar 21 11:13:18.523606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:18.524062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Made reservation on behalf of 7f15a391524a4f21b22f609e36a226dc for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:18.526688 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.604596 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a42132-614d-4a6a-959d-087950217181,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:18.643473 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e100b-1b22-4482-9ac0-7159c6474354 None None] Pushing event updated for resources: {'Port': ['ID=7c63a870-5119-40cb-9215-639c2935f3ef,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:18.732250 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (c274f906-baaa-46cd-9ef0-4c5f0f95e207), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.767975 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-747997614-network', 'tenant_id': 'e99117ca49a4489e8bf0d4519b70f922'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:18.773624 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for router_gateway (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.802662 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.855749 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.953894 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Made reservation on behalf of e99117ca49a4489e8bf0d4519b70f922 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:18.961824 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.965353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (c274f906-baaa-46cd-9ef0-4c5f0f95e207), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:18.971610 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:18.971610 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.112411 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] Pushing event updated for resources: {'Network': ['ID=c274f906-baaa-46cd-9ef0-4c5f0f95e207,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:19.121380 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.131623 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:19.230633 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2d9bd503-7655-4ca9-b694-72a22cf8add0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0686679 Mar 21 11:13:19.236498 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57886) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:19.245805 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Request body: {'subnet': {'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-subnet', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:19.303408 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Made reservation on behalf of a546f19579ad4e8e89e9391fc9dd29e3 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:19.312059 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.318062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (60b83dd5-ebd8-48a6-8bd3-e3eecc9612de), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.381288 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:19.429751 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Checking segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:19.429751 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Network hostable DHCP agents. Network: a0f20d25-51ed-4a45-a64a-11982e8e9adb, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:19.471896 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Allocated IP 172.27.1.50 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/cb2dd870-55aa-4105-9391-e65c7260a5e1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:19.501913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:19.584144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks [] for security_group (c1cb841a-88b2-4b44-b13b-542d13172a21), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.587459 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, a0f20d25-51ed-4a45-a64a-11982e8e9adb) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:19.599492 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22dc58-3617-42d1-a143-004f3f5c9874 None None] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:19.650540 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c1cb841a-88b2-4b44-b13b-542d13172a21), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.661037 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:19.664174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.763613 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:13:19.782997 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (a0efb945-653e-4d5d-8ef7-e3b244589240), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.808761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:19.809677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.822355 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b9a98b7a-276a-4e1c-8076-2af55a13bff1 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3737974 Mar 21 11:13:19.828345 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57910) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:19.842133 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:19.882636 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0efb945-653e-4d5d-8ef7-e3b244589240,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:19.916118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb841a-88b2-4b44-b13b-542d13172a21,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:19.925676 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.926011 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Added segment 9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac of type vlan for network 1495dd13-57ae-444f-a02d-cbfdfe032b40 Mar 21 11:13:19.932947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.934098 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:19.943250 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:19.943622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Network hostable DHCP agents. Network: c274f906-baaa-46cd-9ef0-4c5f0f95e207, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:19.990073 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:20.009784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, c274f906-baaa-46cd-9ef0-4c5f0f95e207) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:20.018623 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:20.020149 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.053911 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.064242 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-38181d26-5526-415b-a9b3-5d1ea6e7624e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8264174 Mar 21 11:13:20.067357 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:20.078895 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:20.087803 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb5f2b3-dd25-4247-a831-234f7be73544 None None] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:20.106442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.108515 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.108995 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (1495dd13-57ae-444f-a02d-cbfdfe032b40), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.161848 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for router_controller (2d197746-466c-4ab0-aa49-8a50aabfe252), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.212458 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for router_controller (37e524aa-6969-4e10-b4ff-41a41e85b051), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.269462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bbe54-c59b-4a34-b113-446360cd67b0 None None] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:20.293481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (1495dd13-57ae-444f-a02d-cbfdfe032b40), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.294642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:20.295377 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.346558 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.354502 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Allocated IP 172.20.0.2 (a0f20d25-51ed-4a45-a64a-11982e8e9adb/60b83dd5-ebd8-48a6-8bd3-e3eecc9612de/282f7adf-3377-4051-8dde-cf67b169b600) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:20.399928 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:13:20.401395 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.477479 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for router_gateway (2d197746-466c-4ab0-aa49-8a50aabfe252), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.497056 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0984936 Mar 21 11:13:20.503030 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 57964) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:20.512433 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:20.517134 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Request body: {'subnet': {'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-747997614-subnet', 'tenant_id': 'e99117ca49a4489e8bf0d4519b70f922', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:20.538940 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbdfc4-b0d8-416f-9f10-3007ce7408c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1495dd13-57ae-444f-a02d-cbfdfe032b40,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:20.558722 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:20.569099 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2dd870-55aa-4105-9391-e65c7260a5e1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:20.620044 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Made reservation on behalf of e99117ca49a4489e8bf0d4519b70f922 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:20.624217 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:20.640974 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:20.675314 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 1495dd13-57ae-444f-a02d-cbfdfe032b40 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:13:20.724315 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for router_gateway (37e524aa-6969-4e10-b4ff-41a41e85b051), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.028990 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 7c63a870-5119-40cb-9215-639c2935f3ef up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:21.066609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:21.180513 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 57994) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:21.264006 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for router_gateway (37e524aa-6969-4e10-b4ff-41a41e85b051), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.303225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Provisioning complete for port 7c63a870-5119-40cb-9215-639c2935f3ef triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:21.304348 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.349297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.364144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for router_gateway (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.374523 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-99c1e7ee-2b8e-4cc7-bc5f-8b5a16f87fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.397984 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84db07ce-4c71-4656-a817-f2099cddc009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.493948 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c19731e-2981-4cad-be39-24f1801a782b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.560228 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Allocated IP 172.20.0.2 (c274f906-baaa-46cd-9ef0-4c5f0f95e207/a0efb945-653e-4d5d-8ef7-e3b244589240/1ffb8742-9b96-4894-8d10-44ef08b3c807) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:21.570471 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks [] for port (282f7adf-3377-4051-8dde-cf67b169b600), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.574274 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 7c63a870-5119-40cb-9215-639c2935f3ef triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:21.574726 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.619146 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (d8c8ec4c-0be7-46f8-a60d-92a3f031dad3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.642984 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (282f7adf-3377-4051-8dde-cf67b169b600), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.673153 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Allocated IP 172.27.1.178 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/ae34a5ed-5268-4211-a332-fb6944a57c84) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:21.703243 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for router_gateway (2d197746-466c-4ab0-aa49-8a50aabfe252), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.712723 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Current status of the port 7c63a870-5119-40cb-9215-639c2935f3ef is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:21.714050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.745854 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:21.750359 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.819266 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84db07ce-4c71-4656-a817-f2099cddc009 admin admin] Publish callbacks [] for security_group (4dfc6e6c-69de-4113-a19b-bf992ab2e392), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.836592 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c19731e-2981-4cad-be39-24f1801a782b admin admin] Publish callbacks [] for security_group (47b738f4-c158-46df-a0ef-929f0bdbd8ae), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.838484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-84db07ce-4c71-4656-a817-f2099cddc009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4dfc6e6c-69de-4113-a19b-bf992ab2e392), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.873018 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:21.876795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Pushing event updated for resources: {'Port': ['ID=282f7adf-3377-4051-8dde-cf67b169b600,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:21.881892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c8ec4c-0be7-46f8-a60d-92a3f031dad3,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:21.910499 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] For port 7c63a870-5119-40cb-9215-639c2935f3ef, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=7c63a870-5119-40cb-9215-639c2935f3ef,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:21.919026 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:21.930263 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.943081 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:21.955822 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Checking segment: {'id': '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:21.956173 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Network hostable DHCP agents. Network: 1495dd13-57ae-444f-a02d-cbfdfe032b40, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:13:21.981503 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-84db07ce-4c71-4656-a817-f2099cddc009 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=271ce9e7bb1546879497ed97d3d84ab1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7720885 Mar 21 11:13:21.988809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:21.991978 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7c19731e-2981-4cad-be39-24f1801a782b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (47b738f4-c158-46df-a0ef-929f0bdbd8ae), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.035110 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7c19731e-2981-4cad-be39-24f1801a782b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22e5039a7d054796998c6ae96857fabf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9657516 Mar 21 11:13:22.044040 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58022) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:22.049764 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.057904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Network 1495dd13-57ae-444f-a02d-cbfdfe032b40 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:13:22.078036 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 1495dd13-57ae-444f-a02d-cbfdfe032b40) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:22.096781 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Attempting to bind port 282f7adf-3377-4051-8dde-cf67b169b600 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:22.096781 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Attempting to bind port 282f7adf-3377-4051-8dde-cf67b169b600 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:22.097296 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Attempting to bind port 282f7adf-3377-4051-8dde-cf67b169b600 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:22.101963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.113675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:22.114438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.129236 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8603b1a6-5cc2-4035-8f6f-35a4f513cdb4 None None] Network 1495dd13-57ae-444f-a02d-cbfdfe032b40 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:22.139726 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32398cfd-6ffe-4adc-a2be-c796bc043efd None None] Pushing event updated for resources: {'Port': ['ID=7c63a870-5119-40cb-9215-639c2935f3ef,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:22.168880 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-765b47d2-036e-43d9-9676-ffbe6a90ee9e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6618209 Mar 21 11:13:22.202883 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:22.203287 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Checking segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:22.209237 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.209884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Bound using segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:22.210449 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Bound port: 282f7adf-3377-4051-8dde-cf67b169b600, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:22.210901 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (282f7adf-3377-4051-8dde-cf67b169b600), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.274647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db07ce-4c71-4656-a817-f2099cddc009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dfc6e6c-69de-4113-a19b-bf992ab2e392,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:22.298220 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-c434883d-2545-450f-9925-5ac42fd7dfda None None] Provisioning complete for port 7c63a870-5119-40cb-9215-639c2935f3ef triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:22.298582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c434883d-2545-450f-9925-5ac42fd7dfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.325152 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] Publish callbacks [] for security_group (4dfc6e6c-69de-4113-a19b-bf992ab2e392), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.351190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Allocated IP 172.27.1.42 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/4d686325-ca9b-4013-a9ad-4ec9f96fae67) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:22.355728 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:22.385824 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] Publish callbacks [] for security_group (4dfc6e6c-69de-4113-a19b-bf992ab2e392), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.408318 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:22.409581 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 7c63a870-5119-40cb-9215-639c2935f3ef is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:22.413909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Pushing event updated for resources: {'Port': ['ID=ae34a5ed-5268-4211-a332-fb6944a57c84,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:22.421783 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:22.514445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks [] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.629162 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.660401 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c19731e-2981-4cad-be39-24f1801a782b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b738f4-c158-46df-a0ef-929f0bdbd8ae,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:22.694553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] Publish callbacks [] for security_group (47b738f4-c158-46df-a0ef-929f0bdbd8ae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.702201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4dfc6e6c-69de-4113-a19b-bf992ab2e392), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.703922 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.707087 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 7c63a870-5119-40cb-9215-639c2935f3ef up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:22.720073 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.722929 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4dfc6e6c-69de-4113-a19b-bf992ab2e392 HTTP/1.1" status: 204 len: 168 time: 0.7252007 Mar 21 11:13:22.799884 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:22.816008 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:22.836107 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:22.843311 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:22.906303 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:22.922403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3ca18-2551-4513-896f-340b3084063b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dfc6e6c-69de-4113-a19b-bf992ab2e392,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:22.990815 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] Publish callbacks [] for security_group (47b738f4-c158-46df-a0ef-929f0bdbd8ae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.003291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d6e42-4004-41f1-a231-8903ebc1b235 None None] Network 1495dd13-57ae-444f-a02d-cbfdfe032b40 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:23.012408 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58076) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:23.021491 dv-cinder-834448-1-iscsi neutron-server[103430]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:13:23.058059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.097382 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:23.108020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:23.119358 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Pushing event updated for resources: {'Port': ['ID=1ffb8742-9b96-4894-8d10-44ef08b3c807,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:23.163730 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:23.176774 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] For port 282f7adf-3377-4051-8dde-cf67b169b600, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:23.220556 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] For port 282f7adf-3377-4051-8dde-cf67b169b600, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=282f7adf-3377-4051-8dde-cf67b169b600,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:23.222326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c434883d-2545-450f-9925-5ac42fd7dfda None None] Current status of the port 7c63a870-5119-40cb-9215-639c2935f3ef is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:23.230079 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Attempting to bind port 1ffb8742-9b96-4894-8d10-44ef08b3c807 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:23.230820 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Attempting to bind port 1ffb8742-9b96-4894-8d10-44ef08b3c807 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:23.231404 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Attempting to bind port 1ffb8742-9b96-4894-8d10-44ef08b3c807 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:23.250587 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (282f7adf-3377-4051-8dde-cf67b169b600), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.262969 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 7c63a870-5119-40cb-9215-639c2935f3ef triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:23.263979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.281966 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Pushing event updated for resources: {'Port': ['ID=4d686325-ca9b-4013-a9ad-4ec9f96fae67,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:23.348517 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:23.349335 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:23.349948 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.350503 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Bound using segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:23.351146 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Bound port: 1ffb8742-9b96-4894-8d10-44ef08b3c807, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:23.351732 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.354653 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:23.365391 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:23.382909 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.384375 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bff50365-c0a9-4e3c-b6cc-3a62b94b7193 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.8961787 Mar 21 11:13:23.389863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58084) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:23.408977 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:23.409837 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:23.571732 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 7c63a870-5119-40cb-9215-639c2935f3ef is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:23.781341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7121c6-96ee-4495-8e25-a7929887aab9 None None] Pushing event updated for resources: {'Port': ['ID=282f7adf-3377-4051-8dde-cf67b169b600,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:23.820304 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for router_gateway (37e524aa-6969-4e10-b4ff-41a41e85b051), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:23.864311 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] For port 1ffb8742-9b96-4894-8d10-44ef08b3c807, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:23.879749 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] For port 1ffb8742-9b96-4894-8d10-44ef08b3c807, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=1ffb8742-9b96-4894-8d10-44ef08b3c807,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:23.894009 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:23.900194 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.048198 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560a6d-1ca3-4266-83e1-8ef2c0ddb91c None None] Pushing event updated for resources: {'Port': ['ID=1ffb8742-9b96-4894-8d10-44ef08b3c807,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:24.089307 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (47b738f4-c158-46df-a0ef-929f0bdbd8ae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.094199 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.096974 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47b738f4-c158-46df-a0ef-929f0bdbd8ae HTTP/1.1" status: 204 len: 168 time: 2.0513794 Mar 21 11:13:24.166491 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.273768 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:20Z', 'revision_number': 3, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:24.276003 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for router_gateway (2d197746-466c-4ab0-aa49-8a50aabfe252), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.333717 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e5abc-5b16-4c24-9503-19d444f6ddf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b738f4-c158-46df-a0ef-929f0bdbd8ae,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:24.382830 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:24.385999 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Updating router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 port cb2dd870-55aa-4105-9391-e65c7260a5e1 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:24.447992 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-095c3805-fa9a-49f5-acff-4824127db37a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:24.457286 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-095c3805-fa9a-49f5-acff-4824127db37a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/networks?id=1495dd13-57ae-444f-a02d-cbfdfe032b40 HTTP/1.1" status: 200 len: 811 time: 1.4371080 Mar 21 11:13:24.469255 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:24.541433 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-1e650c6b-a524-4dd3-99b6-be4c813c9642 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/quotas/e99117ca49a4489e8bf0d4519b70f922 HTTP/1.1" status: 200 len: 375 time: 0.0734110 Mar 21 11:13:24.790164 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58116) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:24.871135 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 1ffb8742-9b96-4894-8d10-44ef08b3c807 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:24.911908 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-b83f52b1-aea7-4969-9a44-7c3397e92a8f tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99117ca49a4489e8bf0d4519b70f922&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3615808 Mar 21 11:13:25.013094 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 1ffb8742-9b96-4894-8d10-44ef08b3c807 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:25.015614 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.107958 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58128) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:25.427284 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.462821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b647329e-cbb8-43ba-a931-80b106bbc6a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.480769 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a08b202-e39d-4db1-987e-17f00b5ae913 None None] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:25.574856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.596521 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks [] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.599772 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Provisioning complete for port 282f7adf-3377-4051-8dde-cf67b169b600 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:25.600472 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (282f7adf-3377-4051-8dde-cf67b169b600), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.612742 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.648857 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.861809 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Pushing event updated for resources: {'Port': ['ID=cb2dd870-55aa-4105-9391-e65c7260a5e1,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:25.892192 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Attempting to bind port cb2dd870-55aa-4105-9391-e65c7260a5e1 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:25.892782 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Attempting to bind port cb2dd870-55aa-4105-9391-e65c7260a5e1 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:25.894453 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Attempting to bind port cb2dd870-55aa-4105-9391-e65c7260a5e1 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:25.907282 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.907634 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.915157 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.915623 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.915979 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.916318 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.916651 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.916981 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.917311 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.917667 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.917995 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.918335 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.925798 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.926153 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.932788 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Tracked resource versions report: Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: pushed versions: Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: { 'AddressGroup': {'1.2'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Agent': {'1.1'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'ConntrackHelper': {'1.0'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'LocalIPAssociation': {'1.0'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Log': {'1.0'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'NDPProxy': {'1.0'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Network': {'1.1'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Port': {'1.7'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'PortForwarding': {'1.3'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'QosPolicy': {'1.10'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroup': {'1.5'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroupRule': {'1.2'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SubPort': {'1.0'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Subnet': {'1.1'}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Trunk': {'1.1'}} Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: consumer versions: Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: { DHCP agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: HyperV agent@hv-cinder-83444: {}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: L3 agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: Metadata agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: Metering agent@dv-cinder-834448-1-iscsi: {}, Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: Open vSwitch agent@dv-cinder-834448-1-iscsi: { 'AddressGroup': '1.2', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Agent': '1.1', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'ConntrackHelper': '1.0', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'LocalIPAssociation': '1.0', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Log': '1.0', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'NDPProxy': '1.0', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Network': '1.1', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Port': '1.7', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'PortForwarding': '1.3', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'QosPolicy': '1.10', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroup': '1.5', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SecurityGroupRule': '1.2', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'SubPort': '1.0', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Subnet': '1.1', Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: 'Trunk': '1.1'}} Mar 21 11:13:25.935290 dv-cinder-834448-1-iscsi neutron-server[103433]: {{(pid=103433) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 21 11:13:25.967996 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:25.967996 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:25.967996 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:25.973885 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:25.975055 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Bound port: cb2dd870-55aa-4105-9391-e65c7260a5e1, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:25.978107 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.042650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.048079 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-788cfdb1-3004-40e8-a867-90b9a0b4455b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:13:26.049439 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-788cfdb1-3004-40e8-a867-90b9a0b4455b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3766236 Mar 21 11:13:26.089300 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8840f47-43b2-454b-a0d6-84d515cbeba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.143584 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 1ffb8742-9b96-4894-8d10-44ef08b3c807 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:26.144478 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.151625 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] For port cb2dd870-55aa-4105-9391-e65c7260a5e1, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:26.160774 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] For port cb2dd870-55aa-4105-9391-e65c7260a5e1, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=cb2dd870-55aa-4105-9391-e65c7260a5e1,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:26.177265 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.328499 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-4a7368f7-3d49-4872-9968-069db58ae198 service neutron] 10.222.0.53 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639663 Mar 21 11:13:26.353861 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13be4cdd-805b-4d0f-8dad-4ab53fdc5934 None None] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:13:26.371393 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:26.394074 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:26.407958 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:26.409371 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b647329e-cbb8-43ba-a931-80b106bbc6a9 admin admin] Publish callbacks [] for security_group (02479bb6-24b3-4abb-94bf-2fbc2fdcd58c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.484252 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b647329e-cbb8-43ba-a931-80b106bbc6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (02479bb6-24b3-4abb-94bf-2fbc2fdcd58c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.528977 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Current status of the port 282f7adf-3377-4051-8dde-cf67b169b600 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:26.531282 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (282f7adf-3377-4051-8dde-cf67b169b600), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.534453 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b647329e-cbb8-43ba-a931-80b106bbc6a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0930408be0884677ac76d13ed552a9a0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4096029 Mar 21 11:13:26.539945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58152) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:26.564460 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66842c5e-fb26-4ce7-9722-3f43352b2967 None None] Pushing event updated for resources: {'Port': ['ID=cb2dd870-55aa-4105-9391-e65c7260a5e1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:26.664826 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 1ffb8742-9b96-4894-8d10-44ef08b3c807, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=1ffb8742-9b96-4894-8d10-44ef08b3c807,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:26.675446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8840f47-43b2-454b-a0d6-84d515cbeba3 admin admin] Publish callbacks [] for security_group (b21c20b7-b28b-480c-872d-314ca8a90ee9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.700523 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d8840f47-43b2-454b-a0d6-84d515cbeba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b21c20b7-b28b-480c-872d-314ca8a90ee9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.711886 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:26.720268 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 282f7adf-3377-4051-8dde-cf67b169b600 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:26.777088 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d8840f47-43b2-454b-a0d6-84d515cbeba3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e5228f13f484ae38f5e7eeeff2ccaed&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9852049 Mar 21 11:13:26.786075 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Allocated IP 172.20.0.1 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/749bcecc-81cf-4765-a119-be3eebc9b054) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:26.792494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58164) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:26.796349 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:13:26.808224 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:26.892096 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647329e-cbb8-43ba-a931-80b106bbc6a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02479bb6-24b3-4abb-94bf-2fbc2fdcd58c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:26.907553 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] For port 282f7adf-3377-4051-8dde-cf67b169b600, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=282f7adf-3377-4051-8dde-cf67b169b600,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:26.951320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (282f7adf-3377-4051-8dde-cf67b169b600), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.084407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:27.088146 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-efe28078-f9d0-4478-92a7-fb5eaa5f5e82 service neutron] 10.222.0.53 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461758 Mar 21 11:13:27.117238 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.121915 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1d199ec3-99c1-4ebc-8a82-dd63de63cb08 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.0501614 Mar 21 11:13:27.122337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58178) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:27.183336 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:27.206396 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] Publish callbacks [] for security_group (02479bb6-24b3-4abb-94bf-2fbc2fdcd58c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.206812 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=1ffb8742-9b96-4894-8d10-44ef08b3c807,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:27.217158 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] Publish callbacks [] for security_group (b21c20b7-b28b-480c-872d-314ca8a90ee9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.217627 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:20Z', 'revision_number': 3, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:27.260604 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] Publish callbacks [] for security_group (b21c20b7-b28b-480c-872d-314ca8a90ee9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.285171 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ff4711-8411-4138-bcb3-da1bc5f12743 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:20Z', 'revision_number': 3, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:27.364108 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b21c20b7-b28b-480c-872d-314ca8a90ee9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.369149 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.370943 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b21c20b7-b28b-480c-872d-314ca8a90ee9 HTTP/1.1" status: 204 len: 168 time: 0.5769014 Mar 21 11:13:27.404010 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] Publish callbacks [] for security_group (02479bb6-24b3-4abb-94bf-2fbc2fdcd58c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.474045 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8840f47-43b2-454b-a0d6-84d515cbeba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21c20b7-b28b-480c-872d-314ca8a90ee9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:27.516700 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:27.525026 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:27.541803 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (02479bb6-24b3-4abb-94bf-2fbc2fdcd58c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.549340 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.550831 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02479bb6-24b3-4abb-94bf-2fbc2fdcd58c HTTP/1.1" status: 204 len: 168 time: 0.9955561 Mar 21 11:13:27.589313 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e566f25-0350-4635-a577-3fea9d2b9a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21c20b7-b28b-480c-872d-314ca8a90ee9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:27.682805 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455929cd-cf2b-4430-b1db-fa07c260b693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02479bb6-24b3-4abb-94bf-2fbc2fdcd58c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:27.690619 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:27.706857 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:27.714450 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks [] for port (749bcecc-81cf-4765-a119-be3eebc9b054), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.733022 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:27.734131 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:27.794103 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94e20080-4001-4bd0-8ee0-e579881aae35 req-ad77538d-8dac-4c84-aa57-2b3723d49e72 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.1493344 Mar 21 11:13:27.866299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.869574 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0977d9b2-14d1-4df0-b7c7-6131862fcf34 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.0388813 Mar 21 11:13:27.884207 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:27.888851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58214) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:27.963781 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Provisioning complete for port 1ffb8742-9b96-4894-8d10-44ef08b3c807 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:27.965645 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.099976 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:28.131013 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:28.158661 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50106cf5-aae3-40dc-9a82-20babdbe4cb2 None None] Pushing event updated for resources: {'Port': ['ID=282f7adf-3377-4051-8dde-cf67b169b600,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:28.322135 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:28.341965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 282f7adf-3377-4051-8dde-cf67b169b600 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:28.342486 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (282f7adf-3377-4051-8dde-cf67b169b600), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.359494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:28.378203 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Pushing event updated for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:28.414827 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:28.415550 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.432331 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.768885 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:23Z', 'revision_number': 3, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:28.796254 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58230) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:28.834290 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:28.834650 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Updating router 2d197746-466c-4ab0-aa49-8a50aabfe252 port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:28.848963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da9bea29-a36d-4f3c-b35d-87459fecb66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.904893 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:28.994454 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Current status of the port 1ffb8742-9b96-4894-8d10-44ef08b3c807 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:29.004569 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58244) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:29.147536 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b952fd9-9dab-47e5-a311-ea69c11419f7 req-3e8d2adf-d512-41f8-a7d1-01b78c715707 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.1391201 Mar 21 11:13:29.159291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Provisioning complete for port 282f7adf-3377-4051-8dde-cf67b169b600 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:29.160645 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (282f7adf-3377-4051-8dde-cf67b169b600), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.227267 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Allocated IP 172.20.0.1 (c274f906-baaa-46cd-9ef0-4c5f0f95e207/a0efb945-653e-4d5d-8ef7-e3b244589240/e14f8881-2598-4615-b8fc-8b1b7130ee3c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:29.365847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 282f7adf-3377-4051-8dde-cf67b169b600 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:29.444611 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da9bea29-a36d-4f3c-b35d-87459fecb66f admin admin] Publish callbacks [] for security_group (b07eb220-23f7-4a71-a3be-4c56db6c72c7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.457993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-da9bea29-a36d-4f3c-b35d-87459fecb66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b07eb220-23f7-4a71-a3be-4c56db6c72c7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.494936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:22Z', 'revision_number': 3, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:29.544383 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bea29-a36d-4f3c-b35d-87459fecb66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eb220-23f7-4a71-a3be-4c56db6c72c7,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:29.600613 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:29.602266 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Updating router 37e524aa-6969-4e10-b4ff-41a41e85b051 port ae34a5ed-5268-4211-a332-fb6944a57c84 binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:29.636894 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.643693 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-da9bea29-a36d-4f3c-b35d-87459fecb66f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2da7a3fc6274fd7988a7200e7d08923&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8417215 Mar 21 11:13:29.646838 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:29.800389 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks [] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.849336 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] Publish callbacks [] for security_group (b07eb220-23f7-4a71-a3be-4c56db6c72c7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.942274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] Publish callbacks [] for security_group (b07eb220-23f7-4a71-a3be-4c56db6c72c7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.960916 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 1ffb8742-9b96-4894-8d10-44ef08b3c807 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:29.991364 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:29.998968 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.077061 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:30.090557 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:30.105022 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:30.105597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (37e524aa-6969-4e10-b4ff-41a41e85b051), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.110883 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks [] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.127731 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.185142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58294) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:30.347784 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-251f85fd-21e3-412c-bfb6-99ec8b3c993b None None] Current status of the port 282f7adf-3377-4051-8dde-cf67b169b600 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:30.372436 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 1ffb8742-9b96-4894-8d10-44ef08b3c807 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:30.374923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.414345 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Attempting to bind port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:30.421661 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Attempting to bind port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:30.422271 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Attempting to bind port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:30.508181 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:30.510079 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:30.511547 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.520724 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:30.521435 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Bound port: 4d686325-ca9b-4013-a9ad-4ec9f96fae67, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:30.524618 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.531388 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd02a-43a5-4078-bbd6-d4dcf90ea7bd None None] Pushing event updated for resources: {'Port': ['ID=4d686325-ca9b-4013-a9ad-4ec9f96fae67,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.546493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks [] for port (749bcecc-81cf-4765-a119-be3eebc9b054), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.550936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.572103 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.573502 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.577849 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.670680 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Provisioning complete for port 1ffb8742-9b96-4894-8d10-44ef08b3c807 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:30.683037 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.709460 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] For port 4d686325-ca9b-4013-a9ad-4ec9f96fae67, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:30.716612 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] For port 4d686325-ca9b-4013-a9ad-4ec9f96fae67, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=4d686325-ca9b-4013-a9ad-4ec9f96fae67,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:30.735287 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.761484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b07eb220-23f7-4a71-a3be-4c56db6c72c7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.775033 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:30.776257 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b07eb220-23f7-4a71-a3be-4c56db6c72c7 HTTP/1.1" status: 204 len: 168 time: 1.1284533 Mar 21 11:13:30.790196 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Pushing event updated for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.805584 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc192be7-520b-43a0-8c43-9c260f96b6ee req-89275149-4717-43ce-844e-8a1332364737 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.3468466 Mar 21 11:13:30.899637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b207f4e-3c2d-47af-aab1-b59aabf8e74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eb220-23f7-4a71-a3be-4c56db6c72c7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:30.905091 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 1ffb8742-9b96-4894-8d10-44ef08b3c807 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:30.907038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device cb2dd870-55aa-4105-9391-e65c7260a5e1 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:30.932791 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:30.993177 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:30.995258 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:30.999250 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:31.099909 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Allocated IP 172.20.0.1 (a0f20d25-51ed-4a45-a64a-11982e8e9adb/60b83dd5-ebd8-48a6-8bd3-e3eecc9612de/adf787a2-6476-40c9-8d45-2df7cdeaf0ae) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:31.361627 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:31.409542 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.413788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9c8854e-e850-49cc-8482-b5c3bfb89141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.532287 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dd02a-43a5-4078-bbd6-d4dcf90ea7bd None None] Pushing event updated for resources: {'Port': ['ID=4d686325-ca9b-4013-a9ad-4ec9f96fae67,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:31.735503 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks [] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.755423 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks [] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.770005 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port cb2dd870-55aa-4105-9391-e65c7260a5e1 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:31.770506 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.786729 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:31.943363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:13:31.971598 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Current status of the port 1ffb8742-9b96-4894-8d10-44ef08b3c807 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:32.058126 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397051-6b59-4450-b952-c6c4b608134b None None] Pushing event updated for resources: {'Port': ['ID=ae34a5ed-5268-4211-a332-fb6944a57c84,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:32.079747 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks [] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.093716 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.095448 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (37e524aa-6969-4e10-b4ff-41a41e85b051), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.103657 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Attempting to bind port ae34a5ed-5268-4211-a332-fb6944a57c84 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:32.104305 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Attempting to bind port ae34a5ed-5268-4211-a332-fb6944a57c84 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:32.106435 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Attempting to bind port ae34a5ed-5268-4211-a332-fb6944a57c84 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:32.129852 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Provisioning complete for port 749bcecc-81cf-4765-a119-be3eebc9b054 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:32.130502 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.138789 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:32.141685 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:32.143730 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.144341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:32.147059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Bound port: ae34a5ed-5268-4211-a332-fb6944a57c84, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:32.147712 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.208922 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:23Z', 'revision_number': 3, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:32.240569 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.352281 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb6d166-6e9a-46e6-af94-10cc72f8a355 None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:23Z', 'revision_number': 3, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:32.443064 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f9edcf20-fd72-42ac-b057-c8d1154f9e38 None None] Port 749bcecc-81cf-4765-a119-be3eebc9b054 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:32.498825 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:32.506237 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:32.508810 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:32.509303 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (2d197746-466c-4ab0-aa49-8a50aabfe252), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.523326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port cb2dd870-55aa-4105-9391-e65c7260a5e1 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:32.525205 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.646675 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Pushing event updated for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:32.647365 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Pushing event updated for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:32.663259 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ffe549e9-e2f4-4a95-96e8-650dba615b8e req-659e5ce7-7b15-4281-9beb-bbfcd38030d0 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.2471693 Mar 21 11:13:32.723298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port cb2dd870-55aa-4105-9391-e65c7260a5e1, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=cb2dd870-55aa-4105-9391-e65c7260a5e1,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:32.749573 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] For port ae34a5ed-5268-4211-a332-fb6944a57c84, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:32.752843 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9c8854e-e850-49cc-8482-b5c3bfb89141 admin admin] Publish callbacks [] for security_group (80d13d59-45af-412b-8fd4-fe4f8ca1efc2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.759455 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.760340 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 282f7adf-3377-4051-8dde-cf67b169b600 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:32.769824 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] For port ae34a5ed-5268-4211-a332-fb6944a57c84, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ae34a5ed-5268-4211-a332-fb6944a57c84,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:32.770417 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:32.790877 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:32.796396 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:32.808811 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-22565c27-457d-4473-91a9-59495d877850 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f36a7f3-7917-4c37-8e5d-c30aae3437c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4152167 Mar 21 11:13:32.810907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b9c8854e-e850-49cc-8482-b5c3bfb89141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (80d13d59-45af-412b-8fd4-fe4f8ca1efc2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.871635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:32.889254 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Provisioning complete for port 749bcecc-81cf-4765-a119-be3eebc9b054 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:32.889701 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:32.893428 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.023739 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.35', 59566) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:33.074376 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:33.075401 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:33.305002 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Port 749bcecc-81cf-4765-a119-be3eebc9b054 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:33.321286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=cb2dd870-55aa-4105-9391-e65c7260a5e1,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.333983 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58364) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:33.344853 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8854e-e850-49cc-8482-b5c3bfb89141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d13d59-45af-412b-8fd4-fe4f8ca1efc2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.478231 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:13:33.489942 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:33.490617 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:33.492976 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03397051-6b59-4450-b952-c6c4b608134b None None] Pushing event updated for resources: {'Port': ['ID=ae34a5ed-5268-4211-a332-fb6944a57c84,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:33.507001 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b9c8854e-e850-49cc-8482-b5c3bfb89141 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8fbda0adf61d478496e355fbc4706f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 3.3202338 Mar 21 11:13:33.512068 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58372) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:33.739072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 282f7adf-3377-4051-8dde-cf67b169b600 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:33.741830 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (282f7adf-3377-4051-8dde-cf67b169b600), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.852468 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] Publish callbacks [] for security_group (80d13d59-45af-412b-8fd4-fe4f8ca1efc2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.907126 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-73f14ebe-1cb5-4b03-adb1-caa84aaf5ab8 req-8efe3cb5-2840-4cf8-8736-4927aef059a7 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.0620468 Mar 21 11:13:33.932683 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] Publish callbacks [] for security_group (80d13d59-45af-412b-8fd4-fe4f8ca1efc2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:33.951574 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:33.980307 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:34.002021 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d18bcadd-59b9-476a-9e07-56726f7a9fc7 admin admin] 10.222.0.53 "PUT /v2.0/routers/37e524aa-6969-4e10-b4ff-41a41e85b051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8781049 Mar 21 11:13:34.028646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Provisioning complete for port e14f8881-2598-4615-b8fc-8b1b7130ee3c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:34.035098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.055213 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (80d13d59-45af-412b-8fd4-fe4f8ca1efc2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.067569 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.074489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80d13d59-45af-412b-8fd4-fe4f8ca1efc2 HTTP/1.1" status: 204 len: 168 time: 0.5608635 Mar 21 11:13:34.110878 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe94daa-02cc-4c36-867a-e4368f610c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d13d59-45af-412b-8fd4-fe4f8ca1efc2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:34.138335 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-960a2c26-6f0f-4b8a-8e60-8eb5c1b6cc95 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:34.140001 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-960a2c26-6f0f-4b8a-8e60-8eb5c1b6cc95 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.35 "GET /v2.0/networks?id=1495dd13-57ae-444f-a02d-cbfdfe032b40 HTTP/1.1" status: 200 len: 811 time: 1.0909486 Mar 21 11:13:34.160821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.189778 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Request body: {'port': {'device_id': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40', 'admin_state_up': True, 'tenant_id': 'e99117ca49a4489e8bf0d4519b70f922'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:34.250943 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3f56b98-b665-4f68-85ab-6ff944d7cd2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.308180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:34.365847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bd4de-4b58-431f-960d-e078e7183623 None None] Port e14f8881-2598-4615-b8fc-8b1b7130ee3c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:34.550462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3f56b98-b665-4f68-85ab-6ff944d7cd2b admin admin] Publish callbacks [] for security_group (077f278f-0226-4cda-be1a-44754a5232b3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.560077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3f56b98-b665-4f68-85ab-6ff944d7cd2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (077f278f-0226-4cda-be1a-44754a5232b3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.662053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f56b98-b665-4f68-85ab-6ff944d7cd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077f278f-0226-4cda-be1a-44754a5232b3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:34.705478 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c3f56b98-b665-4f68-85ab-6ff944d7cd2b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c7192498fa334807bb09fac22af50c56&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3515892 Mar 21 11:13:34.709570 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58418) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:34.774022 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Provisioning complete for port adf787a2-6476-40c9-8d45-2df7cdeaf0ae triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:34.774570 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.776330 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 282f7adf-3377-4051-8dde-cf67b169b600 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:34.831305 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58422) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:34.863484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1904910308', 'description': 'tempest-description--122821847'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:34.870034 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Made reservation on behalf of e99117ca49a4489e8bf0d4519b70f922 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:34.884460 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.926287 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:34.980344 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Port adf787a2-6476-40c9-8d45-2df7cdeaf0ae cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:34.990442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] Publish callbacks [] for security_group (077f278f-0226-4cda-be1a-44754a5232b3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.078810 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] Publish callbacks [] for security_group (077f278f-0226-4cda-be1a-44754a5232b3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.186880 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device cb2dd870-55aa-4105-9391-e65c7260a5e1 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:35.232418 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b42eab9b-ef0c-48e0-a403-2a2e42810d35 req-f39bad8d-e8b5-41a1-888d-4554e647b2a6 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.0640767 Mar 21 11:13:35.248908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks [] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.250565 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (077f278f-0226-4cda-be1a-44754a5232b3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.261561 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.264862 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/077f278f-0226-4cda-be1a-44754a5232b3 HTTP/1.1" status: 204 len: 168 time: 0.5462863 Mar 21 11:13:35.300131 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc669c41-64f0-4337-9360-5999cddb9c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077f278f-0226-4cda-be1a-44754a5232b3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:35.341287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58434) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:35.361382 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.367204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (2d197746-466c-4ab0-aa49-8a50aabfe252), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.384844 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (6cf777a6-f838-453b-b042-6405847fab9f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.394442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (6cf777a6-f838-453b-b042-6405847fab9f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.478617 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Provisioning complete for port e14f8881-2598-4615-b8fc-8b1b7130ee3c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:35.492133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.536883 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Allocated IP 172.20.0.6 (1495dd13-57ae-444f-a02d-cbfdfe032b40/d8c8ec4c-0be7-46f8-a60d-92a3f031dad3/90976af2-c968-4c6b-a06d-cc3e4ea14ea4) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:35.541794 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Pushing event updated for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:35.607934 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf777a6-f838-453b-b042-6405847fab9f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:35.619571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.621623 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c1e82ddf-e34a-4faf-8374-b5f5307eaef9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7696183 Mar 21 11:13:35.624984 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58442) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:35.635020 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '6cf777a6-f838-453b-b042-6405847fab9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:35.675188 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:35.689064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:35.690526 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (d337170e-00e7-4dd9-b629-baff519005f3), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.745673 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58444) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:35.767972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-758a078e-5616-4319-bce0-d6e8bfeb0cc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.776407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port cb2dd870-55aa-4105-9391-e65c7260a5e1 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:35.776791 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:35.780245 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:30Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:35.789059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-a7777b94-d878-44e8-a7ab-c10f675597e1 None None] Port e14f8881-2598-4615-b8fc-8b1b7130ee3c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:35.988529 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (d337170e-00e7-4dd9-b629-baff519005f3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.033953 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (d337170e-00e7-4dd9-b629-baff519005f3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.133068 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d337170e-00e7-4dd9-b629-baff519005f3,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:36.155698 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.157264 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6b317d6a-b76f-46c7-9822-c87babcd2d51 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5303488 Mar 21 11:13:36.173354 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58450) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.192997 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '6cf777a6-f838-453b-b042-6405847fab9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:36.250978 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:36.251905 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Updating router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 port 749bcecc-81cf-4765-a119-be3eebc9b054 binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:36.277902 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks [] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.312962 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:13:36.350802 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 2, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:36.393822 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-758a078e-5616-4319-bce0-d6e8bfeb0cc2 admin admin] Publish callbacks [] for security_group (62e583e9-12a0-4412-9d14-2e11d05c558c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.457028 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-758a078e-5616-4319-bce0-d6e8bfeb0cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (62e583e9-12a0-4412-9d14-2e11d05c558c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.474317 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e5bc680d-6bdd-4fe6-9ddb-169fe9dac2a8 None None] Provisioning complete for port adf787a2-6476-40c9-8d45-2df7cdeaf0ae triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:36.478073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e5bc680d-6bdd-4fe6-9ddb-169fe9dac2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.507560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (ea257620-6823-407e-8a5d-30dec0d95d3b), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.541671 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ebf91dfb-50de-4957-a542-6fa750018d3c req-4c8e8e7a-06e3-44f0-861a-4a1bf2f768b6 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.1218803 Mar 21 11:13:36.619234 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e5bc680d-6bdd-4fe6-9ddb-169fe9dac2a8 None None] Port adf787a2-6476-40c9-8d45-2df7cdeaf0ae cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:36.639228 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a738a8-0996-4965-8cae-67dd0927eda2 None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 2, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:36.658912 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.727865 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-758a078e-5616-4319-bce0-d6e8bfeb0cc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=30a23f3b21324e15b1ec370557fe0f6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9768097 Mar 21 11:13:36.729227 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58460) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:36.767427 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:36.833747 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a078e-5616-4319-bce0-d6e8bfeb0cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e583e9-12a0-4412-9d14-2e11d05c558c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:36.838343 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port cb2dd870-55aa-4105-9391-e65c7260a5e1 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:36.847728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 4d686325-ca9b-4013-a9ad-4ec9f96fae67 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:37.180905 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c64751-8a18-453b-9977-af1e4a399c59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.297836 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:37.301295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.497292 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-43203bd8-89d9-45dc-8c95-f3280665da71 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:37.499377 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-43203bd8-89d9-45dc-8c95-f3280665da71 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 0.6888237 Mar 21 11:13:37.543978 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (ea257620-6823-407e-8a5d-30dec0d95d3b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.662203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (ea257620-6823-407e-8a5d-30dec0d95d3b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.672740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] Publish callbacks [] for security_group (62e583e9-12a0-4412-9d14-2e11d05c558c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.725732 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Network 1495dd13-57ae-444f-a02d-cbfdfe032b40 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:37.736613 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:13:37.764618 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-10ac8214-a36d-47bf-b9c3-28a7df9c206e admin admin] 10.222.0.53 "PUT /v2.0/routers/2d197746-466c-4ab0-aa49-8a50aabfe252/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8585472 Mar 21 11:13:37.771906 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Pushing event updated for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:37.781919 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:37.792660 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:37.819519 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] Publish callbacks [] for security_group (62e583e9-12a0-4412-9d14-2e11d05c558c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.824190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:37.825933 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:37.834309 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:37.835489 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:37.839650 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea257620-6823-407e-8a5d-30dec0d95d3b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:37.846011 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:37.898937 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-fb7847fe-745f-46a0-b6d2-1f6bb6f852ca tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7129977 Mar 21 11:13:37.903045 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-db0353d6-6279-47f9-8cce-9c6e1a636cfe tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/quotas/a546f19579ad4e8e89e9391fc9dd29e3 HTTP/1.1" status: 200 len: 375 time: 0.3783197 Mar 21 11:13:37.928638 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-51421165-5fbf-481e-80fb-ecf25a7bfaa7 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:13:37.931764 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-51421165-5fbf-481e-80fb-ecf25a7bfaa7 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0256310 Mar 21 11:13:38.131412 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.134155 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5cfcfb23-840b-48d4-bcec-0c65afe6b45c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9537010 Mar 21 11:13:38.135988 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c64751-8a18-453b-9977-af1e4a399c59 admin admin] Publish callbacks [] for security_group (e42d4a64-5706-4d02-8032-11ff77ab1ee6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.139470 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:38.139867 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.143694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58492) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:38.153745 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:38.199045 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (62e583e9-12a0-4412-9d14-2e11d05c558c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.204570 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.209955 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62e583e9-12a0-4412-9d14-2e11d05c558c HTTP/1.1" status: 204 len: 168 time: 1.4297071 Mar 21 11:13:38.238545 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:38.245845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac3d49-4c55-432a-bb49-f9d01900edc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e583e9-12a0-4412-9d14-2e11d05c558c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:38.259472 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-20c64751-8a18-453b-9977-af1e4a399c59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e42d4a64-5706-4d02-8032-11ff77ab1ee6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.355823 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.470759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-8aab3d24-e093-47c3-aa67-14fc0e8417e3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4066918 Mar 21 11:13:38.482066 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a36c1-cd2c-4a72-9022-4bbfff7e9aca req-fa9c5a9d-c4d1-4395-8809-0fbd68f8416f tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:38.492125 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a20a36c1-cd2c-4a72-9022-4bbfff7e9aca req-fa9c5a9d-c4d1-4395-8809-0fbd68f8416f tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 931 time: 0.6243660 Mar 21 11:13:38.573645 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-20c64751-8a18-453b-9977-af1e4a399c59 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4a2b0089b4a4be1ba46a92f60cec3dd&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2284734 Mar 21 11:13:38.573645 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c64751-8a18-453b-9977-af1e4a399c59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d4a64-5706-4d02-8032-11ff77ab1ee6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:38.584737 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 4d686325-ca9b-4013-a9ad-4ec9f96fae67, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=4d686325-ca9b-4013-a9ad-4ec9f96fae67,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:38.590537 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58498) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:38.596193 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.734605 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=4d686325-ca9b-4013-a9ad-4ec9f96fae67,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:38.887336 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] Publish callbacks [] for security_group (e42d4a64-5706-4d02-8032-11ff77ab1ee6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:38.933535 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] Publish callbacks [] for security_group (e42d4a64-5706-4d02-8032-11ff77ab1ee6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.040709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks [] for port (749bcecc-81cf-4765-a119-be3eebc9b054), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.065996 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.154517 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e42d4a64-5706-4d02-8032-11ff77ab1ee6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.160412 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.175002 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e42d4a64-5706-4d02-8032-11ff77ab1ee6 HTTP/1.1" status: 204 len: 168 time: 0.5809925 Mar 21 11:13:39.203120 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a20a36c1-cd2c-4a72-9022-4bbfff7e9aca req-99c0ca43-cebe-467f-a5ee-08c5429686ec tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7057254 Mar 21 11:13:39.288310 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-f9179685-4dbd-48e6-801b-126ee41cf1c7 service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375838 Mar 21 11:13:39.292711 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7211b0-974a-42ba-b0c4-0b2fa699a5e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d4a64-5706-4d02-8032-11ff77ab1ee6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.299077 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.308867 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ab9a0-a301-4a3e-96c3-0e2229aa1fc3 None None] Pushing event updated for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:39.488337 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:34Z', 'revision_number': 2, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:39.576055 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 4d686325-ca9b-4013-a9ad-4ec9f96fae67 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:39.624400 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:39.625093 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Updating router 2d197746-466c-4ab0-aa49-8a50aabfe252 port adf787a2-6476-40c9-8d45-2df7cdeaf0ae binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:39.719405 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.725066 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7c43f824-6d0d-4ec7-8396-507e6bc71acb service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4063098 Mar 21 11:13:39.744572 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Attempting to bind port 749bcecc-81cf-4765-a119-be3eebc9b054 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:39.746218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Attempting to bind port 749bcecc-81cf-4765-a119-be3eebc9b054 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:39.747771 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Attempting to bind port 749bcecc-81cf-4765-a119-be3eebc9b054 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:39.804181 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:39.811343 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:39.816077 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.817139 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:39.820884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Bound port: 749bcecc-81cf-4765-a119-be3eebc9b054, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:39.821893 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:39.916139 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Request body: {'port': {'device_id': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:40.207558 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] For port 749bcecc-81cf-4765-a119-be3eebc9b054, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:40.230980 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] For port 749bcecc-81cf-4765-a119-be3eebc9b054, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=749bcecc-81cf-4765-a119-be3eebc9b054,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:40.279515 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:40.280563 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.411693 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.438139 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:13:40.610596 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2706ff1-ede0-4395-b7a0-876301606380 req-1638de50-2c03-4fd6-822b-9cf001893f65 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 210 time: 0.1976855 Mar 21 11:13:40.688802 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Provisioning complete for port 749bcecc-81cf-4765-a119-be3eebc9b054 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:40.689436 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:40.845828 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ab9a0-a301-4a3e-96c3-0e2229aa1fc3 None None] Pushing event updated for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:40.968665 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.027178 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks [] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.042920 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.127122 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:41.141873 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:41.151552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58542) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:41.162056 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.27.1.130 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/f5a26dd2-9816-45cb-9c40-d476bed5fad2) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:41.260799 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4876655-d153-4883-81af-1ccc033c4298 None None] Pushing event updated for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:41.381403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.645277 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58554) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:41.677356 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1982744827', 'description': 'tempest-description--1830854422'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:41.760315 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.892789 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Attempting to bind port adf787a2-6476-40c9-8d45-2df7cdeaf0ae on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:41.894657 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Attempting to bind port adf787a2-6476-40c9-8d45-2df7cdeaf0ae by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:41.896364 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Attempting to bind port adf787a2-6476-40c9-8d45-2df7cdeaf0ae on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:41.916240 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:41.918236 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Checking segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:41.920168 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:41.922328 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Bound using segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:41.924035 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Bound port: adf787a2-6476-40c9-8d45-2df7cdeaf0ae, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:41.927096 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.043476 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01eda53-5288-429d-9509-efe1847d928b req-acd0fe19-66e2-44d1-8624-1dd201fb190a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:42.059838 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d01eda53-5288-429d-9509-efe1847d928b req-acd0fe19-66e2-44d1-8624-1dd201fb190a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 931 time: 0.5910747 Mar 21 11:13:42.117210 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] For port adf787a2-6476-40c9-8d45-2df7cdeaf0ae, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:42.127657 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] For port adf787a2-6476-40c9-8d45-2df7cdeaf0ae, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:42.144199 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.146224 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.189844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58574) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:42.205894 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Current status of the port 749bcecc-81cf-4765-a119-be3eebc9b054 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:42.210220 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:42.217539 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:42.219875 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ae34a5ed-5268-4211-a332-fb6944a57c84 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:42.316531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:13:42.338908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:42.392811 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:42.393820 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:42.578440 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] For port 749bcecc-81cf-4765-a119-be3eebc9b054, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=749bcecc-81cf-4765-a119-be3eebc9b054,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:42.608798 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:42.609492 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:42.759833 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d428860-c5d8-4a4e-9acd-dde82c9f5f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.022243 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:43.028868 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4876655-d153-4883-81af-1ccc033c4298 None None] Pushing event updated for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:43.236189 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:43.365951 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.378071 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3dadab6b-7d9e-4282-87c5-14cef16865de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.418596 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (9b71bfc7-519f-4adb-8704-bedee425a8cb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.482553 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:13:43.491330 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9b71bfc7-519f-4adb-8704-bedee425a8cb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.526100 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:43.546841 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:43.563089 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:43.601010 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.602679 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.9558105 Mar 21 11:13:43.633481 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d01eda53-5288-429d-9509-efe1847d928b req-e6da8601-92bf-4367-a804-8726aa1019d3 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5539532 Mar 21 11:13:43.634569 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58592) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:43.658052 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group_rule': {'security_group_id': '9b71bfc7-519f-4adb-8704-bedee425a8cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:43.690486 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-8a343227-8a99-42cf-8a6d-80cab3ccbf41 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:43.708717 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-8a343227-8a99-42cf-8a6d-80cab3ccbf41 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 1.6293707 Mar 21 11:13:43.717304 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ebb78-28f3-445c-990f-74b0d31aabe4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b71bfc7-519f-4adb-8704-bedee425a8cb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:43.781390 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-b0450e09-9f0c-4da7-a7fd-8681a6b0a4f4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/quotas/a546f19579ad4e8e89e9391fc9dd29e3 HTTP/1.1" status: 200 len: 375 time: 0.0772989 Mar 21 11:13:43.795289 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks [] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.906755 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:43.909460 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Transition to ACTIVE for port object 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:13:43.926469 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.931012 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b11003-8681-47a4-91dc-b25d042c08a2 None None] Pushing event updated for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:43.985300 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ae34a5ed-5268-4211-a332-fb6944a57c84 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:43.985723 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:43.988185 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (009ed64f-0af2-44e0-89ea-4431f2a8b86f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.030947 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893750d1-531a-4220-8e06-edf1c4fc4591 None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:44.095802 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Provisioning complete for port adf787a2-6476-40c9-8d45-2df7cdeaf0ae triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:44.096601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.159967 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.218480 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d428860-c5d8-4a4e-9acd-dde82c9f5f40 admin admin] Publish callbacks [] for security_group (26f22e0a-0c90-4562-8cb1-8dc4c14a0a26), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.267735 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5d428860-c5d8-4a4e-9acd-dde82c9f5f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (26f22e0a-0c90-4562-8cb1-8dc4c14a0a26), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.271825 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.273907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=f5a26dd2-9816-45cb-9c40-d476bed5fad2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.422444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Pushing event updated for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.504101 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d428860-c5d8-4a4e-9acd-dde82c9f5f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f22e0a-0c90-4562-8cb1-8dc4c14a0a26,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.555423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3dadab6b-7d9e-4282-87c5-14cef16865de admin admin] Publish callbacks [] for security_group (440a609a-3c50-494a-b935-adf00f1a0dad), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.579373 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3dadab6b-7d9e-4282-87c5-14cef16865de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (440a609a-3c50-494a-b935-adf00f1a0dad), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.588856 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-674637e3-1c77-4f91-8f0a-466fc98b022d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7857494 Mar 21 11:13:44.613882 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (009ed64f-0af2-44e0-89ea-4431f2a8b86f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.628505 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5d428860-c5d8-4a4e-9acd-dde82c9f5f40 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=137282c1ac0f4a9bb8dd1d8463990949&name=default HTTP/1.1" status: 200 len: 2996 time: 3.4748752 Mar 21 11:13:44.633984 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58612) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:44.681332 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (009ed64f-0af2-44e0-89ea-4431f2a8b86f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:44.815922 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.35', 59573) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:44.842094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadab6b-7d9e-4282-87c5-14cef16865de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440a609a-3c50-494a-b935-adf00f1a0dad,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:44.996804 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 2, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:45.016587 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ae34a5ed-5268-4211-a332-fb6944a57c84 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:45.018299 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.047952 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Current status of the port adf787a2-6476-40c9-8d45-2df7cdeaf0ae is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:45.056011 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.128119 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009ed64f-0af2-44e0-89ea-4431f2a8b86f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:45.152211 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3dadab6b-7d9e-4282-87c5-14cef16865de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed8531b1369f4815b4128d48e64d6a59&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8654311 Mar 21 11:13:45.152211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Attempting to bind port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:45.152211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Attempting to bind port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:45.152211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Attempting to bind port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 on network 1495dd13-57ae-444f-a02d-cbfdfe032b40 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:45.161299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58622) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:45.263708 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] For port adf787a2-6476-40c9-8d45-2df7cdeaf0ae, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:45.299182 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:13:45.299892 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Updating router 37e524aa-6969-4e10-b4ff-41a41e85b051 port e14f8881-2598-4615-b8fc-8b1b7130ee3c binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:13:45.341309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.350617 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.357928 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ee689c48-21a4-4709-82b2-9a5a02a84f89 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7113972 Mar 21 11:13:45.361909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58628) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:45.416838 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group_rule': {'security_group_id': '9b71bfc7-519f-4adb-8704-bedee425a8cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:45.432745 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 on network 1495dd13-57ae-444f-a02d-cbfdfe032b40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:13:45.433689 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Attempting to bind port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 on network 1495dd13-57ae-444f-a02d-cbfdfe032b40 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:45.458346 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:45.460294 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Checking segment: {'id': '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:45.462523 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Bound using segment: {'id': '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:45.466395 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Bound port: 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:45.468488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.588316 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:45.609958 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,segment=NetworkSegment(9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac),segment_id=9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:45.640481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.671581 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (f328e117-e7d2-4e48-8c89-79e4954d36b5), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.686671 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port ae34a5ed-5268-4211-a332-fb6944a57c84, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ae34a5ed-5268-4211-a332-fb6944a57c84,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:45.729941 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:45.741265 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.826319 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] Publish callbacks [] for security_group (26f22e0a-0c90-4562-8cb1-8dc4c14a0a26), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.848225 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:45.848873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:45.850460 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] 10.222.0.35 "PUT /v2.0/ports/90976af2-c968-4c6b-a06d-cc3e4ea14ea4 HTTP/1.1" status: 200 len: 1093 time: 6.7868562 Mar 21 11:13:45.853215 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:13:45.906242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Pushing event updated for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:45.975501 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.057874 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Provisioning complete for port 749bcecc-81cf-4765-a119-be3eebc9b054 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:46.058636 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.106320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6f233c-bc7a-4056-8648-564788499bbe None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:40Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:46.116915 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=ae34a5ed-5268-4211-a332-fb6944a57c84,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:46.163083 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.172068 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] Publish callbacks [] for security_group (440a609a-3c50-494a-b935-adf00f1a0dad), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.174979 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d31d2-2b7b-4942-a1db-1fd492a1d89f service neutron] Pushing event updated for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:46.185496 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] Publish callbacks [] for security_group (26f22e0a-0c90-4562-8cb1-8dc4c14a0a26), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.186387 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.304369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-91ab14b6-78e8-4e52-85eb-80e2359ea029 None None] Current status of the port 749bcecc-81cf-4765-a119-be3eebc9b054 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:46.306552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-44d22be2-80be-4812-9385-d3ba0d3f9c7b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:13:46.315867 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-44d22be2-80be-4812-9385-d3ba0d3f9c7b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8290174 Mar 21 11:13:46.512297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689bb59-1092-4308-a85e-16c221dfe87d req-cad9bda8-9172-4665-9b52-f33f16907b64 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:46.525340 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] Publish callbacks [] for security_group (440a609a-3c50-494a-b935-adf00f1a0dad), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.527992 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a689bb59-1092-4308-a85e-16c221dfe87d req-cad9bda8-9172-4665-9b52-f33f16907b64 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 943 time: 1.2144914 Mar 21 11:13:46.560455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-e83899e8-250b-4d9a-8f72-6759e8868e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:46.576737 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-e83899e8-250b-4d9a-8f72-6759e8868e58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e99117ca49a4489e8bf0d4519b70f922&device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 1127 time: 0.6302779 Mar 21 11:13:46.588798 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.600887 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device adf787a2-6476-40c9-8d45-2df7cdeaf0ae up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:46.619714 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-564e70ac-3e2e-430f-9dc3-04af5b22c49f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:46.626234 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-564e70ac-3e2e-430f-9dc3-04af5b22c49f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 1.8078303 Mar 21 11:13:46.778007 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port adf787a2-6476-40c9-8d45-2df7cdeaf0ae triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:46.778498 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.778684 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-bdce6b6d-6d6c-4698-bed5-d1ee7f581913 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4 HTTP/1.1" status: 200 len: 217 time: 0.1375828 Mar 21 11:13:46.783710 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f400021-3135-4306-adc1-716199b1a786" -d '{"events": [{"name": "network-changed", "server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:13:46.821921 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=f5a26dd2-9816-45cb-9c40-d476bed5fad2,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:46.827851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.829485 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fcc0f64e-359c-4e5a-ae7b-787c15511b48 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6840320 Mar 21 11:13:46.889080 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (f328e117-e7d2-4e48-8c89-79e4954d36b5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:46.961795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'port': {'device_id': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'admin_state_up': True, 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:47.012614 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (440a609a-3c50-494a-b935-adf00f1a0dad), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.024436 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.030282 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/440a609a-3c50-494a-b935-adf00f1a0dad HTTP/1.1" status: 204 len: 168 time: 1.8161018 Mar 21 11:13:47.041871 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-50a25109-0179-4012-a266-b719711e2df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:47.047426 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-50a25109-0179-4012-a266-b719711e2df4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8c8ec4c-0be7-46f8-a60d-92a3f031dad3 HTTP/1.1" status: 200 len: 851 time: 0.2110043 Mar 21 11:13:47.085262 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (f328e117-e7d2-4e48-8c89-79e4954d36b5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.339896 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-ff613f71-84d8-4bcb-9210-5847592cd05e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1495dd13-57ae-444f-a02d-cbfdfe032b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2742488 Mar 21 11:13:47.342489 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8e5639-7a09-45fc-b6ba-55b76da36507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440a609a-3c50-494a-b935-adf00f1a0dad,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:47.346193 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port adf787a2-6476-40c9-8d45-2df7cdeaf0ae is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:47.555014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks [] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.567639 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.695913 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f328e117-e7d2-4e48-8c89-79e4954d36b5,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:47.706014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c2b7-22f8-4305-bcdb-904b7a8aabb4 None None] Pushing event updated for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:47.736212 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:47.745014 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58686) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:47.757987 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ac9b1e55-c05c-4792-9ab3-388c3bf3880b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3250437 Mar 21 11:13:47.789287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:47.986382 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-704c5155-52c5-47e6-8552-26f2a0e8ebde service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6255870 Mar 21 11:13:47.989205 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.051523 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Attempting to bind port e14f8881-2598-4615-b8fc-8b1b7130ee3c on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:48.052171 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Attempting to bind port e14f8881-2598-4615-b8fc-8b1b7130ee3c by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:48.070047 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Attempting to bind port e14f8881-2598-4615-b8fc-8b1b7130ee3c on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:48.088841 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:48.089603 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:48.090110 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.091111 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Bound using segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:48.091676 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Bound port: e14f8881-2598-4615-b8fc-8b1b7130ee3c, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:48.114133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.397902 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a689bb59-1092-4308-a85e-16c221dfe87d req-95bede7d-bd0d-4535-bc47-16f1da390644 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5058675 Mar 21 11:13:48.425588 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1d0c5add-185b-4014-b3af-ffca243b4a8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.489199 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-73b965c5-3145-4850-a587-5437f00cc415 service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1660483 Mar 21 11:13:48.491129 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (26f22e0a-0c90-4562-8cb1-8dc4c14a0a26), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.509880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.526004 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26f22e0a-0c90-4562-8cb1-8dc4c14a0a26 HTTP/1.1" status: 204 len: 168 time: 3.8751669 Mar 21 11:13:48.620134 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] For port e14f8881-2598-4615-b8fc-8b1b7130ee3c, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:48.630837 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb5540-bdff-4100-8505-fb899844637d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f22e0a-0c90-4562-8cb1-8dc4c14a0a26,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:48.641297 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] For port e14f8881-2598-4615-b8fc-8b1b7130ee3c, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e14f8881-2598-4615-b8fc-8b1b7130ee3c,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:48.691607 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 749bcecc-81cf-4765-a119-be3eebc9b054 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:48.756709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:48.923318 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Made reservation on behalf of a546f19579ad4e8e89e9391fc9dd29e3 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:48.985885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.044923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea95c2b7-22f8-4305-bcdb-904b7a8aabb4 None None] Pushing event updated for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:49.057014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:13:49.057686 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:49.069744 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-92b3100b-b589-4d92-9a8c-26df7cd9b125 req-5c5c750a-add9-4985-a41c-0790198e04aa service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0688827 Mar 21 11:13:49.321553 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.608716 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Provisioning complete for port e14f8881-2598-4615-b8fc-8b1b7130ee3c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:49.615335 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:49.623465 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-072d26d9-5407-4939-99e1-9e8b7172dd40 service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1318853 Mar 21 11:13:49.629210 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:13:49.726887 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aa419d-4dfb-4000-8394-9ddca2cd23f0 x-openstack-request-id: req-07aa419d-4dfb-4000-8394-9ddca2cd23f0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:13:49.727342 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:13:49.727743 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-07aa419d-4dfb-4000-8394-9ddca2cd23f0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:13:49.728462 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4', 'status': 'completed', 'code': 200} Mar 21 11:13:49.875629 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Allocated IP 172.27.1.190 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/9fa9c534-5482-42a7-b800-fadcea43eb0d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:49.941811 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.001025 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58730) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:50.249004 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.397560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58740) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:50.493351 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.746841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Allocated IP 172.20.0.4 (c274f906-baaa-46cd-9ef0-4c5f0f95e207/a0efb945-653e-4d5d-8ef7-e3b244589240/30393bac-5294-4b12-83a8-b16c8285c911) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:50.758565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=9fa9c534-5482-42a7-b800-fadcea43eb0d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:50.790425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887eaf1f-e251-48d7-be3b-9246c8d34daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:50.807353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:50.816446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:50.825178 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:50.860025 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400021-3135-4306-adc1-716199b1a786 req-fba41230-9381-44d4-b3b3-90f94a2ac9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:50.863405 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-fba41230-9381-44d4-b3b3-90f94a2ac9d6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e99117ca49a4489e8bf0d4519b70f922&device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 1127 time: 1.0981016 Mar 21 11:13:50.943105 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-a7f63cea-9619-4acd-bd46-7f4ea0e7aa38 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1904910308&fields=id&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 267 time: 1.0588491 Mar 21 11:13:50.952910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7daa3cc-64c9-4946-b0b8-d9c0534ca51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.123096 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 749bcecc-81cf-4765-a119-be3eebc9b054 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:51.124267 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.146829 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Current status of the port e14f8881-2598-4615-b8fc-8b1b7130ee3c is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:51.147231 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.171403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.233578 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] For port e14f8881-2598-4615-b8fc-8b1b7130ee3c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e14f8881-2598-4615-b8fc-8b1b7130ee3c,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:51.280832 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.307374 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-a713c330-d2cc-478f-bdd0-ae4f50b8d6dd tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:51.309393 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-a713c330-d2cc-478f-bdd0-ae4f50b8d6dd tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.3372352 Mar 21 11:13:51.382882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:48Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:13:51.385163 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-322ff018-9011-4632-ba85-ed725672c996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.395086 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400021-3135-4306-adc1-716199b1a786 req-941f789e-3151-43d0-92a5-42efa151151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:51.401267 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-941f789e-3151-43d0-92a5-42efa151151e service neutron] 10.222.0.35 "GET /v2.0/networks?id=1495dd13-57ae-444f-a02d-cbfdfe032b40 HTTP/1.1" status: 200 len: 911 time: 0.5006156 Mar 21 11:13:51.411534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.550895 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd28c87-bb1d-41ec-8c26-d63883a191f2 None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:48Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:13:51.614181 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132868c8-f2bb-4e4a-83df-7a7ee6d079f5 req-3d8e769d-f41b-46ef-a217-31cf6365ed79 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:51.617695 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-132868c8-f2bb-4e4a-83df-7a7ee6d079f5 req-3d8e769d-f41b-46ef-a217-31cf6365ed79 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 943 time: 1.1819603 Mar 21 11:13:51.663161 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 749bcecc-81cf-4765-a119-be3eebc9b054 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:51.664292 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ae34a5ed-5268-4211-a332-fb6944a57c84 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:51.694254 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-f324e979-4065-46ca-a7aa-e18840ccbf62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4 HTTP/1.1" status: 200 len: 217 time: 0.2135952 Mar 21 11:13:51.731347 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-568b8cef-cd26-43df-bdcd-5da25b0b7cbb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/quotas/88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 375 time: 0.2868326 Mar 21 11:13:51.784513 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb0362a-17c1-4a00-a53b-e0a7777d9b42 None None] Pushing event updated for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:51.793330 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-25479c0e-4efc-4440-b06b-67e28ce79e60 None None] Provisioning complete for port e14f8881-2598-4615-b8fc-8b1b7130ee3c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:51.795405 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-25479c0e-4efc-4440-b06b-67e28ce79e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:51.928885 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ae34a5ed-5268-4211-a332-fb6944a57c84 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:51.929338 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.196092 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-25479c0e-4efc-4440-b06b-67e28ce79e60 None None] Current status of the port e14f8881-2598-4615-b8fc-8b1b7130ee3c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:52.221856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f400021-3135-4306-adc1-716199b1a786 req-4f370b66-b898-44f3-bd75-f78ec395de27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:52.225672 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-4f370b66-b898-44f3-bd75-f78ec395de27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8c8ec4c-0be7-46f8-a60d-92a3f031dad3 HTTP/1.1" status: 200 len: 851 time: 0.4866283 Mar 21 11:13:52.397625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887eaf1f-e251-48d7-be3b-9246c8d34daf admin admin] Publish callbacks [] for security_group (e8e8a843-ccce-4722-8ddb-95b619921ec9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.449333 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.479375 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ae34a5ed-5268-4211-a332-fb6944a57c84 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:52.540628 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-11c374da-77f3-4ca9-9d8c-5a0462a735cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1495dd13-57ae-444f-a02d-cbfdfe032b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2727537 Mar 21 11:13:52.626027 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-887eaf1f-e251-48d7-be3b-9246c8d34daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e8e8a843-ccce-4722-8ddb-95b619921ec9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:52.670329 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-132868c8-f2bb-4e4a-83df-7a7ee6d079f5 req-7916ad3f-ad81-4934-99b5-fef389dd9a67 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0215981 Mar 21 11:13:52.699985 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-887eaf1f-e251-48d7-be3b-9246c8d34daf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8647eb03af84447b14f27399f540d5f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2979176 Mar 21 11:13:52.705283 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887eaf1f-e251-48d7-be3b-9246c8d34daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e8a843-ccce-4722-8ddb-95b619921ec9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:52.717947 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58770) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:52.968023 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-319ec2e6-af29-4a8e-9993-11e1c6f5f5ac tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2070475 Mar 21 11:13:52.976051 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e14f8881-2598-4615-b8fc-8b1b7130ee3c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:13:53.001111 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7daa3cc-64c9-4946-b0b8-d9c0534ca51a admin admin] Publish callbacks [] for security_group (14f397af-24e9-4d16-8ff9-f8d24ad4189b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.093313 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.105566 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.190819 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port e14f8881-2598-4615-b8fc-8b1b7130ee3c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:53.191596 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.234777 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.242454 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-f6ffb8a8-f51a-4dbc-8c38-80148592450b service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6911004 Mar 21 11:13:53.274764 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=9fa9c534-5482-42a7-b800-fadcea43eb0d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:53.305441 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.35', 59578) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:53.424690 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.434599 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8172ede5-d7c8-40fd-bcc9-869ddd8db777 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6800125 Mar 21 11:13:53.646253 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port e14f8881-2598-4615-b8fc-8b1b7130ee3c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:53.809439 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6f400021-3135-4306-adc1-716199b1a786 req-3997749a-4195-4118-b9c7-bff421fbc1c8 service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268042 Mar 21 11:13:53.910914 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-723d6b2f-27bd-400e-ac5b-4e8d2e090fdf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:53.919968 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-723d6b2f-27bd-400e-ac5b-4e8d2e090fdf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 0.6129987 Mar 21 11:13:53.947993 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-7c024293-3878-4555-8230-ef527bc8c7aa service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260719 Mar 21 11:13:53.951517 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7daa3cc-64c9-4946-b0b8-d9c0534ca51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (14f397af-24e9-4d16-8ff9-f8d24ad4189b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:53.959137 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'port': {'device_id': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'admin_state_up': True, 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:53.985460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for port (30393bac-5294-4b12-83a8-b16c8285c911), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.166561 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Made reservation on behalf of a546f19579ad4e8e89e9391fc9dd29e3 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:54.173794 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.179844 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.293566 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c7daa3cc-64c9-4946-b0b8-d9c0534ca51a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3b22e9117a41422ebeef44060b6fb9e4&name=default HTTP/1.1" status: 200 len: 2996 time: 4.2730329 Mar 21 11:13:54.321643 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86572c7f-dcff-4a8d-a8ef-0d347e3787b5 req-721d3b38-50a0-49d5-95ce-81fe89ff7b65 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 210 time: 0.9484549 Mar 21 11:13:54.340274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58796) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:54.455052 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-65998100-9f70-4884-a0b6-80d07fd3aa31 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048604 Mar 21 11:13:54.459827 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] Publish callbacks [] for security_group (e8e8a843-ccce-4722-8ddb-95b619921ec9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.580317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7daa3cc-64c9-4946-b0b8-d9c0534ca51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f397af-24e9-4d16-8ff9-f8d24ad4189b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:54.642201 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] Publish callbacks [] for security_group (e8e8a843-ccce-4722-8ddb-95b619921ec9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.677964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] Publish callbacks [] for security_group (14f397af-24e9-4d16-8ff9-f8d24ad4189b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:54.841747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-72a22c69-a9dd-4ed7-9828-e9f3f9406119 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1982744827&fields=id&tenant_id=7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 267 time: 0.2511699 Mar 21 11:13:54.936279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.159060 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Allocated IP 172.20.0.11 (c274f906-baaa-46cd-9ef0-4c5f0f95e207/a0efb945-653e-4d5d-8ef7-e3b244589240/f209a598-a235-4caf-aa18-adfb08ad5682) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:55.362487 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.375721 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] Publish callbacks [] for security_group (14f397af-24e9-4d16-8ff9-f8d24ad4189b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.424157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e8e8a843-ccce-4722-8ddb-95b619921ec9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.427553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.431881 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e8e8a843-ccce-4722-8ddb-95b619921ec9 HTTP/1.1" status: 204 len: 168 time: 2.6980007 Mar 21 11:13:55.556089 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:55.566090 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda0a38-3709-4c7f-9f25-020eea1e6117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e8a843-ccce-4722-8ddb-95b619921ec9,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.576936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for port (f209a598-a235-4caf-aa18-adfb08ad5682), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.577540 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:55.611301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:55.621577 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:55.622728 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.652063 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (14f397af-24e9-4d16-8ff9-f8d24ad4189b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.655639 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.657021 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14f397af-24e9-4d16-8ff9-f8d24ad4189b HTTP/1.1" status: 204 len: 168 time: 1.3103242 Mar 21 11:13:55.682249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.711498 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd20931-d932-45d6-b16f-b5852b222b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f397af-24e9-4d16-8ff9-f8d24ad4189b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.734022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.743148 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7619d1cd-377d-4915-b4f1-252adc8a5768 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.8485529 Mar 21 11:13:55.817219 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94987364-2331-4e09-ba9b-b56883458ad0 req-8c535efd-7f5c-4f73-b68e-2b21bd251752 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:55.820071 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94987364-2331-4e09-ba9b-b56883458ad0 req-8c535efd-7f5c-4f73-b68e-2b21bd251752 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 943 time: 0.5762899 Mar 21 11:13:55.869841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-e38206ba-b49a-4848-b637-ceacb1390331 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:55.883625 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:55.890959 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-e38206ba-b49a-4848-b637-ceacb1390331 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 811 time: 0.9300704 Mar 21 11:13:55.895032 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Request body: {'port': {'device_id': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:55.912245 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:13:55.916594 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:13:55.931095 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:13:55.942439 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:55.943174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:55.987575 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-d4707b36-cbb5-4eaf-96dc-42a7a206d228 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0339162 Mar 21 11:13:56.009249 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Request body: {'port': {'device_id': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:56.014926 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-103061a4-5ded-4cf3-9904-55c120efb992 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/quotas/7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 375 time: 0.1010942 Mar 21 11:13:56.101475 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-00269e3b-cbd5-4449-bca7-1edf0ecd53f1 None None] Provisioning complete for port 30393bac-5294-4b12-83a8-b16c8285c911 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:56.101991 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-00269e3b-cbd5-4449-bca7-1edf0ecd53f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (30393bac-5294-4b12-83a8-b16c8285c911), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.141787 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94987364-2331-4e09-ba9b-b56883458ad0 req-7896e7b5-7221-40f9-bee4-26e5145887a2 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310951 Mar 21 11:13:56.143938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (30393bac-5294-4b12-83a8-b16c8285c911), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.207707 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-00269e3b-cbd5-4449-bca7-1edf0ecd53f1 None None] Port 30393bac-5294-4b12-83a8-b16c8285c911 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:56.221689 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.238002 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-72e37232-bba4-47ca-9097-c72cf0e09b53 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1898553 Mar 21 11:13:56.575464 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c8bca6c-1ca5-495a-8313-216988470560 req-b964ba85-6a40-463b-a17a-950323e5560d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 210 time: 0.1395009 Mar 21 11:13:56.661038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-0190dce2-4cb1-4aaf-8ec5-3d1c5d8f9037 None None] Provisioning complete for port f209a598-a235-4caf-aa18-adfb08ad5682 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:13:56.664132 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0190dce2-4cb1-4aaf-8ec5-3d1c5d8f9037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.790994 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 58858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:56.792041 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-0190dce2-4cb1-4aaf-8ec5-3d1c5d8f9037 None None] Port f209a598-a235-4caf-aa18-adfb08ad5682 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:13:56.870384 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-586d2596-457f-4346-bf68-14dad7414416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:56.948542 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-cf33c8d1-31ee-415a-a57b-4a092a5cb7f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495583 Mar 21 11:13:56.958420 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fd44e-afe1-4223-ad2c-c19d0df8b067 req-9237123e-f206-4899-bf3a-ada13740edc9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:56.966670 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec8fd44e-afe1-4223-ad2c-c19d0df8b067 req-9237123e-f206-4899-bf3a-ada13740edc9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 932 time: 0.2721250 Mar 21 11:13:57.135679 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ec8fd44e-afe1-4223-ad2c-c19d0df8b067 req-66553065-e17d-474f-b55f-2b7a93795103 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676335 Mar 21 11:13:57.231233 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-586d2596-457f-4346-bf68-14dad7414416 admin admin] Publish callbacks [] for security_group (31cb9f73-239f-4405-9f34-99a258642222), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.244531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-586d2596-457f-4346-bf68-14dad7414416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (31cb9f73-239f-4405-9f34-99a258642222), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.359000 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-8defe68b-a75a-4b84-950b-526b1660d6bf service neutron] 10.222.0.53 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868995 Mar 21 11:13:57.401981 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d2596-457f-4346-bf68-14dad7414416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cb9f73-239f-4405-9f34-99a258642222,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:57.418014 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 58892) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:13:57.418515 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-586d2596-457f-4346-bf68-14dad7414416 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2937f29496fb4f82a405e28c3b8b36a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6140847 Mar 21 11:13:57.539423 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69a737-badd-4547-85c5-3f0018d3640f req-036dcb7e-1a2c-4bf8-bad2-5da7bfb034d5 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:57.555259 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d69a737-badd-4547-85c5-3f0018d3640f req-036dcb7e-1a2c-4bf8-bad2-5da7bfb034d5 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 943 time: 0.1893094 Mar 21 11:13:57.581201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-700d6ac0-e723-4e18-ac46-bc628a156c2b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:57.583255 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-700d6ac0-e723-4e18-ac46-bc628a156c2b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.3343911 Mar 21 11:13:57.642288 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d69a737-badd-4547-85c5-3f0018d3640f req-0b97444b-98d8-455c-8164-140a86f9eb0c tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Mar 21 11:13:57.660812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] Publish callbacks [] for security_group (31cb9f73-239f-4405-9f34-99a258642222), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.805656 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] Publish callbacks [] for security_group (31cb9f73-239f-4405-9f34-99a258642222), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.857230 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06dfc137-8d9c-4623-a1e3-8b0bcc822e44 req-7ebb1aaa-42f2-47e8-8aaf-251e46df216c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 210 time: 0.0907965 Mar 21 11:13:57.870323 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-16db4d51-4757-473e-8699-3dc1f1df0f74 req-3b53d260-a2b0-4061-85de-b0bf06d65806 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 210 time: 0.1205573 Mar 21 11:13:57.899577 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f209a598-a235-4caf-aa18-adfb08ad5682 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:13:57.922230 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks [] for port (f209a598-a235-4caf-aa18-adfb08ad5682), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:57.976403 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-0bca6ad6-335d-4f79-9ab7-22d7e5824bd4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 380 time: 0.3760781 Mar 21 11:13:57.981695 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Transition to ACTIVE for port object f209a598-a235-4caf-aa18-adfb08ad5682 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:13:57.988753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'port': {'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'admin_state_up': True, 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'security_groups': ['6cf777a6-f838-453b-b042-6405847fab9f']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:13:57.995718 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.201427 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (31cb9f73-239f-4405-9f34-99a258642222), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.204131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.220868 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31cb9f73-239f-4405-9f34-99a258642222 HTTP/1.1" status: 204 len: 168 time: 0.7945464 Mar 21 11:13:58.272007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:58.345931 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30393bac-5294-4b12-83a8-b16c8285c911 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:13:58.390589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f76e48-438b-4695-a78d-fb1bd2a9f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cb9f73-239f-4405-9f34-99a258642222,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:58.394597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks [] for port (30393bac-5294-4b12-83a8-b16c8285c911), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.518902 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Transition to ACTIVE for port object 30393bac-5294-4b12-83a8-b16c8285c911 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:13:58.530588 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.583639 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Attempting to bind port f209a598-a235-4caf-aa18-adfb08ad5682 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:58.584629 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Attempting to bind port f209a598-a235-4caf-aa18-adfb08ad5682 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:58.585181 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Attempting to bind port f209a598-a235-4caf-aa18-adfb08ad5682 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:58.599324 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Port f209a598-a235-4caf-aa18-adfb08ad5682 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:13:58.600168 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Attempting to bind port f209a598-a235-4caf-aa18-adfb08ad5682 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:58.609728 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:58.610831 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:58.611871 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Bound using segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:58.612789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Bound port: f209a598-a235-4caf-aa18-adfb08ad5682, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:58.613437 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.618328 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:13:58.624261 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.886337 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:13:58.891880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f209a598-a235-4caf-aa18-adfb08ad5682,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:13:58.962844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.987795 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:58.988928 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:58.991539 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 200 len: 1094 time: 2.9936686 Mar 21 11:13:59.052072 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:13:59.055282 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64b0d226-fe0f-489a-8581-88f109f1ddf2" -d '{"events": [{"name": "network-changed", "server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:13:59.065728 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Attempting to bind port 30393bac-5294-4b12-83a8-b16c8285c911 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:13:59.066376 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Attempting to bind port 30393bac-5294-4b12-83a8-b16c8285c911 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:13:59.066843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Attempting to bind port 30393bac-5294-4b12-83a8-b16c8285c911 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:59.153227 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Port 30393bac-5294-4b12-83a8-b16c8285c911 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:13:59.170014 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Attempting to bind port 30393bac-5294-4b12-83a8-b16c8285c911 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:13:59.294574 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:13:59.295214 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:13:59.296130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Bound using segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:13:59.297061 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Bound port: 30393bac-5294-4b12-83a8-b16c8285c911, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:13:59.298091 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (30393bac-5294-4b12-83a8-b16c8285c911), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.340597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Pushing event updated for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.363067 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:13:59.397623 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44487-ca03-48e0-9314-5bdaf04c77d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:13:59.415648 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17eb48-327e-4af0-8735-a26956c9873f req-49b8a4d5-4800-44af-ab80-794d8dd5b47e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:59.430207 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc17eb48-327e-4af0-8735-a26956c9873f req-49b8a4d5-4800-44af-ab80-794d8dd5b47e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 944 time: 0.9089313 Mar 21 11:13:59.700310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.20.0.9 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:13:59.744731 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-ed73b1d9-dbe0-40be-b0f2-25fb2bce3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:13:59.746330 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-ed73b1d9-dbe0-40be-b0f2-25fb2bce3b32 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1128 time: 0.5109124 Mar 21 11:13:59.797723 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,segment=NetworkSegment(9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac),segment_id=9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:13:59.836541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4', 'network_id': '1495dd13-57ae-444f-a02d-cbfdfe032b40', 'port_id': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4', 'mac_address': 'fa:16:3e:62:55:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8c8ec4c-0be7-46f8-a60d-92a3f031dad3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:13:59.882666 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-bd640a62-b1f4-4a41-bf46-1afd6c47e133 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 200 len: 217 time: 0.1262059 Mar 21 11:13:59.932002 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:13:59.932480 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:13:59.969072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:00.002622 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,segment=NetworkSegment(9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac),segment_id=9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:00.009362 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.074545 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.35', 59587) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:00.075936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:00.137673 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-e2fba81a-c8ba-44f6-a6b2-bff0e6351748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.141823 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-e2fba81a-c8ba-44f6-a6b2-bff0e6351748 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.2510273 Mar 21 11:14:00.237693 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a4f2f-2576-483d-9b1f-46b4e52a800d req-f00d2ddb-7417-46f6-a26d-5db8adcd5eef tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.251754 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad3a4f2f-2576-483d-9b1f-46b4e52a800d req-f00d2ddb-7417-46f6-a26d-5db8adcd5eef tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 943 time: 1.2507284 Mar 21 11:14:00.265790 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['90976af2-c968-4c6b-a06d-cc3e4ea14ea4'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:00.407584 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc17eb48-327e-4af0-8735-a26956c9873f req-8e9e96fa-1a1f-4015-9eee-e6cf8f2958ac tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9606304 Mar 21 11:14:00.477905 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad3a4f2f-2576-483d-9b1f-46b4e52a800d req-f88b2d88-7b08-4d65-bf1d-0183248fbd82 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234721 Mar 21 11:14:00.482151 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:00.550699 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.627393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f64b7-571a-4504-874c-99a32049e98a req-e5f45c25-f43b-41ae-a95f-f1c93328404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.629559 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-e5f45c25-f43b-41ae-a95f-f1c93328404a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4611645 Mar 21 11:14:00.675818 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.689761 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b88bf0e-e971-4228-9db3-55acb10e7d53 req-745e4ab3-33cb-49e7-9d7e-5261c3acdf3d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 210 time: 0.1580772 Mar 21 11:14:00.692309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=30393bac-5294-4b12-83a8-b16c8285c911,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:00.755971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.772218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-d55ace20-0385-4d46-a263-3a121e38a5ac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.774299 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-d55ace20-0385-4d46-a263-3a121e38a5ac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 811 time: 0.6967647 Mar 21 11:14:00.927349 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:00.937170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:00.948685 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:00.951186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] 10.222.0.35 "PUT /v2.0/ports/30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 1093 time: 5.1266394 Mar 21 11:14:00.974050 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:00.995050 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:01.001281 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:01.015240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:01.015987 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.099869 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d6d642-47a7-4976-99d7-18d2ed55a010 x-openstack-request-id: req-95d6d642-47a7-4976-99d7-18d2ed55a010 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:01.100191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:01.100441 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-95d6d642-47a7-4976-99d7-18d2ed55a010 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:01.100872 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682', 'status': 'completed', 'code': 200} Mar 21 11:14:01.104522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:01.155944 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-36da4fc7-c1aa-4a3e-b184-bf3e96617b7c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1715994 Mar 21 11:14:01.198950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Request body: {'port': {'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:01.288595 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-da996162-a08b-4b6f-8601-834e25fc4724 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6507924 Mar 21 11:14:01.369801 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:01.370964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed40ac-22cf-4ee0-8ed9-e8f060429126 req-3cdf954f-b3a4-41e8-8f64-8847610b1968 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:01.385111 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54ed40ac-22cf-4ee0-8ed9-e8f060429126 req-3cdf954f-b3a4-41e8-8f64-8847610b1968 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 931 time: 0.6935389 Mar 21 11:14:01.550604 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:01.563468 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:01.564355 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.617564 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.665423 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca95ae7d-35f3-41cd-851f-91c4e27cd5fe service neutron] Pushing event updated for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:01.752830 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c60f64b7-571a-4504-874c-99a32049e98a req-829d5d26-3c5f-4f48-ac66-53ebd041ed45 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525452 Mar 21 11:14:01.772493 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:01.773255 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.797356 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-0dc46f5f-6eb2-4f96-8c2c-27dd3ee08072 None None] Provisioning complete for port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:01.798238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0dc46f5f-6eb2-4f96-8c2c-27dd3ee08072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.860468 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-0dc46f5f-6eb2-4f96-8c2c-27dd3ee08072 None None] Port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:01.878404 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:01.903132 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-ff7ea1dc-9ec8-42d7-a96f-5adcf71fad77 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 380 time: 1.0521834 Mar 21 11:14:01.936504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'port': {'device_id': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'admin_state_up': True, 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'security_groups': ['9b71bfc7-519f-4adb-8704-bedee425a8cb']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:01.953891 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,segment=NetworkSegment(9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac),segment_id=9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:01.961744 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:01.988594 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-54ed40ac-22cf-4ee0-8ed9-e8f060429126 req-3f31fe0d-2a6f-4b08-98b7-0731b466f6cf tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6014724 Mar 21 11:14:02.007899 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-1a0a2138-6bf1-4a99-9dae-bfb3eb0b2284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.010294 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-1a0a2138-6bf1-4a99-9dae-bfb3eb0b2284 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1128 time: 0.1248600 Mar 21 11:14:02.110961 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-dd19ed31-c5a5-467d-b876-473b7d3eba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.115815 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-dd19ed31-c5a5-467d-b876-473b7d3eba1a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1127 time: 0.8949358 Mar 21 11:14:02.135587 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:02.188284 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedfa470-9aa7-4f6f-beaf-6a79c9bea504 req-d35ed6c6-cf31-43a9-bd55-685ad8105d08 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.190004 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fedfa470-9aa7-4f6f-beaf-6a79c9bea504 req-d35ed6c6-cf31-43a9-bd55-685ad8105d08 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 944 time: 0.4877667 Mar 21 11:14:02.232119 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-c9b0be1c-bf9d-4d17-ba42-eaa74dc28fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.234365 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-c9b0be1c-bf9d-4d17-ba42-eaa74dc28fbe service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1563513 Mar 21 11:14:02.264515 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1" -d '{"events": [{"name": "network-changed", "server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "tag": "30393bac-5294-4b12-83a8-b16c8285c911"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:02.268253 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-1ee1297b-3b56-4218-b5d4-2d844198888f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.1389732 Mar 21 11:14:02.293203 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-59a71e7a-cfe3-465b-abcc-e3b82337ef44 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 200 len: 217 time: 0.0525446 Mar 21 11:14:02.380650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-b8397289-89fa-49f5-8aaf-d9369fcd8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.382512 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-b8397289-89fa-49f5-8aaf-d9369fcd8d40 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0811198 Mar 21 11:14:02.420233 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7240e158-96ac-46df-a6f7-2c6611266548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.421912 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-7240e158-96ac-46df-a6f7-2c6611266548 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.1396143 Mar 21 11:14:02.467933 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fedfa470-9aa7-4f6f-beaf-6a79c9bea504 req-23919162-9ab4-40e1-b655-40166c8a8e90 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356932 Mar 21 11:14:02.477033 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61b826-6c9f-40f2-a654-198179119edb req-ccd5ede6-ba9f-4985-855d-3a11a8543ebc tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.484728 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e61b826-6c9f-40f2-a654-198179119edb req-ccd5ede6-ba9f-4985-855d-3a11a8543ebc tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.2935662 Mar 21 11:14:02.493049 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:02.517305 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks [] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.539925 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59080) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:02.569756 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Made reservation on behalf of 7f15a391524a4f21b22f609e36a226dc for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:02.573428 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.591971 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-63fccb8c-8458-4691-9767-3a0e0e5420c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.593652 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-63fccb8c-8458-4691-9767-3a0e0e5420c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2036433 Mar 21 11:14:02.594801 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Transition to ACTIVE for port object 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:02.608352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:02.631983 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-2c9a3b77-2e5e-4c75-888e-a73317a8db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:02.634208 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-2c9a3b77-2e5e-4c75-888e-a73317a8db61 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2053199 Mar 21 11:14:02.652747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e61b826-6c9f-40f2-a654-198179119edb req-e5bf0dcd-e056-47b2-9ff2-64725b5bc4f4 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662700 Mar 21 11:14:02.823963 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-120b8827-2571-41b2-9ca6-3b75a5108cf9 req-b971e961-ad61-4643-a80e-ad9730f55a82 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 210 time: 0.1279807 Mar 21 11:14:02.892917 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04199ba3-4ec5-4a51-85c2-8cc65de9e2d5" -d '{"events": [{"server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "name": "network-vif-plugged", "status": "completed", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:02.972224 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-58de3993-a999-4205-8bdc-4a3980dc1713 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086367 Mar 21 11:14:02.998924 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-47b151e2-08e7-40fc-9265-f046707b8b59 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925624 Mar 21 11:14:02.999972 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Pushing event updated for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:03.018878 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Attempting to bind port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:03.019943 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Attempting to bind port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:03.019943 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Attempting to bind port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:03.191876 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6122de36-67bc-4845-ac7a-0203a2d3e98e req-8515cce1-cff1-4612-bb9d-44dd30b3f315 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116873 Mar 21 11:14:03.272297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Allocated IP 172.20.0.14 (a0f20d25-51ed-4a45-a64a-11982e8e9adb/60b83dd5-ebd8-48a6-8bd3-e3eecc9612de/f425c410-8442-4bdb-98c0-85c8b5e95663) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:03.379027 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177b5fb8-7678-47ba-92d1-f530c5307447 x-openstack-request-id: req-177b5fb8-7678-47ba-92d1-f530c5307447 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:03.379535 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "tag": "30393bac-5294-4b12-83a8-b16c8285c911", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:03.391226 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-177b5fb8-7678-47ba-92d1-f530c5307447 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:03.395148 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27cfa41-fa67-4df1-970e-0a69453954fd x-openstack-request-id: req-f27cfa41-fa67-4df1-970e-0a69453954fd {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:03.395377 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911', 'status': 'completed', 'code': 200} Mar 21 11:14:03.396308 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "name": "network-vif-plugged", "status": "completed", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:03.397643 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f27cfa41-fa67-4df1-970e-0a69453954fd {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:03.398390 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4', 'code': 200} Mar 21 11:14:03.476852 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:03.477917 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Attempting to bind port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:03.523067 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:03.523363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:03.524441 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:03.533744 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Bound port: 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:03.534350 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:03.554541 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c69fa3f-8a63-4e47-bdf4-df6bb3f4bc70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:03.666849 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-b6238c0a-f1cc-4390-837d-0c1e1a730788 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6607175 Mar 21 11:14:03.669811 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.35', 59592) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:03.748081 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-10b8d84f-1f3e-4441-8992-998709e63388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:03.750658 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-10b8d84f-1f3e-4441-8992-998709e63388 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1127 time: 0.3295100 Mar 21 11:14:04.096563 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b98303-6845-4c97-943c-3742f4dabf30 req-5913d986-6f48-4aa8-98b5-be4bc6a6ff09 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.104890 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e6b98303-6845-4c97-943c-3742f4dabf30 req-5913d986-6f48-4aa8-98b5-be4bc6a6ff09 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 943 time: 0.6007206 Mar 21 11:14:04.132137 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:04.157348 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db819004-627a-424e-8df7-075f6f99d678 req-ce2b3809-8221-4486-9d63-2eaadfe245fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.159274 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-db819004-627a-424e-8df7-075f6f99d678 req-ce2b3809-8221-4486-9d63-2eaadfe245fb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 1129 time: 0.4761283 Mar 21 11:14:04.173547 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686709df-68e5-4afe-b663-0c321fe5a393 req-b207e7d5-fff9-492e-a7dd-bcf307448bd8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.179042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-686709df-68e5-4afe-b663-0c321fe5a393 req-b207e7d5-fff9-492e-a7dd-bcf307448bd8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 944 time: 0.5497422 Mar 21 11:14:04.186810 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-db819004-627a-424e-8df7-075f6f99d678 req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.190201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:04.228413 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.268467 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.303915 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c69fa3f-8a63-4e47-bdf4-df6bb3f4bc70 admin admin] Publish callbacks [] for security_group (fa412566-b0f5-4a78-ac44-33de93e5a798), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.310028 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Pushing event updated for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:04.321790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1c69fa3f-8a63-4e47-bdf4-df6bb3f4bc70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (fa412566-b0f5-4a78-ac44-33de93e5a798), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.346405 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.346989 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.349183 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-009f960d-be0e-4ead-8bc9-f866e9c847df service neutron] 10.222.0.35 "PUT /v2.0/ports/58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 HTTP/1.1" status: 200 len: 1093 time: 3.1781425 Mar 21 11:14:04.351708 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:04.358382 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b67db96-a6a8-4495-ab35-58b22bb6d60d" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:04.472161 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1c69fa3f-8a63-4e47-bdf4-df6bb3f4bc70 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db9300c5daf64df2b4c47b50c63dee14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9254997 Mar 21 11:14:04.473672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59146) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:04.480004 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69fa3f-8a63-4e47-bdf4-df6bb3f4bc70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa412566-b0f5-4a78-ac44-33de93e5a798,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:04.497283 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-686709df-68e5-4afe-b663-0c321fe5a393 req-da29cbe9-3495-426f-9ca6-48b7675d0816 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843297 Mar 21 11:14:04.547605 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-c6e021b4-6895-471e-a0ae-c72d9fe739af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.549613 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-c6e021b4-6895-471e-a0ae-c72d9fe739af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 1127 time: 0.1254082 Mar 21 11:14:04.570707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-bd3bc7b0-ce48-4e3c-a88f-19920201eaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.572754 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-bd3bc7b0-ce48-4e3c-a88f-19920201eaff service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.8115878 Mar 21 11:14:04.664932 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-372bb47c-fd31-42d3-9482-436bc1d63230 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.0638170 Mar 21 11:14:04.672618 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.704450 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e6b98303-6845-4c97-943c-3742f4dabf30 req-1d04453f-f3e4-4049-8228-1a670f6cc59c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5949974 Mar 21 11:14:04.731643 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-db819004-627a-424e-8df7-075f6f99d678 req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] Publish callbacks [] for security_group (5eb27e91-8c81-4f4a-b8b2-d980c21f2d4e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.741850 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-db819004-627a-424e-8df7-075f6f99d678 req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5eb27e91-8c81-4f4a-b8b2-d980c21f2d4e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.748925 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-92343298-7125-4d39-9ae8-297b9d6879cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 HTTP/1.1" status: 200 len: 217 time: 0.1862500 Mar 21 11:14:04.810063 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59156) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:04.810580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb27e91-8c81-4f4a-b8b2-d980c21f2d4e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:04.850919 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-db819004-627a-424e-8df7-075f6f99d678 req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6845243 Mar 21 11:14:04.853838 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:04.891070 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:04.906856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-5e6f346f-c1b2-4fc9-88d9-b676d0438107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.908452 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-5e6f346f-c1b2-4fc9-88d9-b676d0438107 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.1064703 Mar 21 11:14:04.922840 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:04.928243 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.928923 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.945753 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] Publish callbacks [] for security_group (fa412566-b0f5-4a78-ac44-33de93e5a798), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:04.957287 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:04.961832 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-bc0313eb-4669-40b5-85d0-a595eab8f6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:04.963376 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-bc0313eb-4669-40b5-85d0-a595eab8f6b8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.2887452 Mar 21 11:14:04.987382 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6c133b7e-412b-4292-9ff7-1246756ea211 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0665779 Mar 21 11:14:05.000694 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] Publish callbacks [] for security_group (fa412566-b0f5-4a78-ac44-33de93e5a798), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.036177 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6490f4d-962f-4314-81ea-d2e774abf430 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.046665 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1a46b-465a-4cf2-9eff-2fae255f8172 req-5eec99af-5b07-483d-92ec-edf9bfcd92aa tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:05.054290 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eee1a46b-465a-4cf2-9eff-2fae255f8172 req-5eec99af-5b07-483d-92ec-edf9bfcd92aa tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.3397250 Mar 21 11:14:05.087025 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a0b68-2fce-414f-9794-886c2c02161f req-66fea68d-4375-4ce1-9fc6-f3991532b7ac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:05.088710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e6a0b68-2fce-414f-9794-886c2c02161f req-66fea68d-4375-4ce1-9fc6-f3991532b7ac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 932 time: 0.2750256 Mar 21 11:14:05.101833 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Request body: {'port': {'device_id': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:05.148299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6490f4d-962f-4314-81ea-d2e774abf430 admin admin] Publish callbacks [] for security_group (d7302993-1e6a-42cb-bc89-ecec7ea441b1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.163202 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6490f4d-962f-4314-81ea-d2e774abf430 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d7302993-1e6a-42cb-bc89-ecec7ea441b1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.202512 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e6490f4d-962f-4314-81ea-d2e774abf430 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d68af3e5dec44c39aee4cc8e412af5b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3879569 Mar 21 11:14:05.208485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59174) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:05.242187 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eee1a46b-465a-4cf2-9eff-2fae255f8172 req-97d76d82-49b1-43c4-a5ac-166f847560b9 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868544 Mar 21 11:14:05.263851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6490f4d-962f-4314-81ea-d2e774abf430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7302993-1e6a-42cb-bc89-ecec7ea441b1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:05.278411 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (fa412566-b0f5-4a78-ac44-33de93e5a798), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.279409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-be0bc5de-2171-4b86-a07f-19aad2556d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:05.280960 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.282226 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fa412566-b0f5-4a78-ac44-33de93e5a798 HTTP/1.1" status: 204 len: 168 time: 0.7837303 Mar 21 11:14:05.282586 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-be0bc5de-2171-4b86-a07f-19aad2556d38 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1320469 Mar 21 11:14:05.351353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d548a3-32ae-444f-baf7-c0c3aa0a646e x-openstack-request-id: req-d9d548a3-32ae-444f-baf7-c0c3aa0a646e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:05.351353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:05.351353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d9d548a3-32ae-444f-baf7-c0c3aa0a646e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:05.351353 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'status': 'completed', 'code': 200} Mar 21 11:14:05.375880 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-f0b79c26-84a9-4c95-825b-c34d49c8575b None None] Provisioning complete for port f425c410-8442-4bdb-98c0-85c8b5e95663 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:05.376497 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f0b79c26-84a9-4c95-825b-c34d49c8575b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.389916 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 30393bac-5294-4b12-83a8-b16c8285c911 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:05.461504 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-70afd2bc-9d03-4c17-a129-2e229f5dfc20 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596794 Mar 21 11:14:05.468390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a66aa08-53d8-444b-a9c3-26041ac34086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa412566-b0f5-4a78-ac44-33de93e5a798,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:05.491902 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.526276 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e6a0b68-2fce-414f-9794-886c2c02161f req-0a152958-12ee-423a-ab53-64bd9844a1a8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4249861 Mar 21 11:14:05.535152 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-fd59f1ad-37e1-4e26-a0b5-740d3933b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:05.541633 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-fd59f1ad-37e1-4e26-a0b5-740d3933b37a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4453163 Mar 21 11:14:05.756160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=30393bac-5294-4b12-83a8-b16c8285c911,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:05.829374 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-8ccc0bd4-9187-4df0-9f39-22b438806e2c req-664060c5-61c1-4a44-ab3a-83926a7176e4 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569026 Mar 21 11:14:05.943733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] Publish callbacks [] for security_group (d7302993-1e6a-42cb-bc89-ecec7ea441b1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:05.982647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] Publish callbacks [] for security_group (d7302993-1e6a-42cb-bc89-ecec7ea441b1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.027007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-a40bfa2b-fd31-4801-907c-e109494b0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.030946 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-a40bfa2b-fd31-4801-907c-e109494b0b4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 1127 time: 0.1197290 Mar 21 11:14:06.142626 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59216) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:06.155320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '30393bac-5294-4b12-83a8-b16c8285c911', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'port_id': '30393bac-5294-4b12-83a8-b16c8285c911', 'mac_address': 'fa:16:3e:a2:0c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:06.158016 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-f0b79c26-84a9-4c95-825b-c34d49c8575b None None] Port f425c410-8442-4bdb-98c0-85c8b5e95663 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:06.183418 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03179544-a022-4d0b-8c07-d80940284169 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.223935 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d7302993-1e6a-42cb-bc89-ecec7ea441b1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.225767 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 30393bac-5294-4b12-83a8-b16c8285c911 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:06.226172 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (30393bac-5294-4b12-83a8-b16c8285c911), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.229452 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.234975 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d7302993-1e6a-42cb-bc89-ecec7ea441b1 HTTP/1.1" status: 204 len: 168 time: 1.0167217 Mar 21 11:14:06.252214 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30393bac-5294-4b12-83a8-b16c8285c911 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:06.287057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=30393bac-5294-4b12-83a8-b16c8285c911,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:06.294532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.295491 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f209a598-a235-4caf-aa18-adfb08ad5682 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:06.302153 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd2a0b-a1b7-42d2-bfe7-823d615f8d90 req-f26a3c87-d7bf-4f3f-892a-88cce5f33ca3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.303826 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40bd2a0b-a1b7-42d2-bfe7-823d615f8d90 req-f26a3c87-d7bf-4f3f-892a-88cce5f33ca3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 944 time: 0.6165314 Mar 21 11:14:06.330959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca9e33-d43e-4ea1-bfc7-6d031cf7a8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7302993-1e6a-42cb-bc89-ecec7ea441b1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.338751 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-70c84d52-ae49-4ed0-a4bb-6d5dceeee683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.342051 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-70c84d52-ae49-4ed0-a4bb-6d5dceeee683 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.2989521 Mar 21 11:14:06.414106 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40bd2a0b-a1b7-42d2-bfe7-823d615f8d90 req-56e2688e-aaf7-47e2-839f-1aebb3a40086 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846095 Mar 21 11:14:06.415210 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.430821 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-837cca15-eeba-4e33-be56-edf5aee33a3d service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8811269 Mar 21 11:14:06.435185 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-50e642d4-5a51-40d8-8041-ca478e2be1dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 HTTP/1.1" status: 200 len: 217 time: 0.0838501 Mar 21 11:14:06.443768 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f209a598-a235-4caf-aa18-adfb08ad5682,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:06.463526 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'f209a598-a235-4caf-aa18-adfb08ad5682', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'port_id': 'f209a598-a235-4caf-aa18-adfb08ad5682', 'mac_address': 'fa:16:3e:bb:d6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:06.568360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-7a778f82-3b31-4d26-850e-20153e44253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.568552 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f209a598-a235-4caf-aa18-adfb08ad5682 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:06.568632 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.571539 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-7a778f82-3b31-4d26-850e-20153e44253c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.1237936 Mar 21 11:14:06.588561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f209a598-a235-4caf-aa18-adfb08ad5682 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:06.613529 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f209a598-a235-4caf-aa18-adfb08ad5682,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:06.620979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.703142 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858fdfea-18c6-4152-b8d0-b7946b356011 req-f3ee321c-fe81-4cc1-8a6f-dd40764664f1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.718229 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-858fdfea-18c6-4152-b8d0-b7946b356011 req-f3ee321c-fe81-4cc1-8a6f-dd40764664f1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 943 time: 0.7897303 Mar 21 11:14:06.742879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03179544-a022-4d0b-8c07-d80940284169 admin admin] Publish callbacks [] for security_group (9299b553-8747-43df-a780-ddf6e625c101), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.756437 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03179544-a022-4d0b-8c07-d80940284169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9299b553-8747-43df-a780-ddf6e625c101), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:06.824677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.855123 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['f209a598-a235-4caf-aa18-adfb08ad5682'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:06.905602 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-03179544-a022-4d0b-8c07-d80940284169 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f064d1d87eb488db0d2a5bb96e9b4e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7612481 Mar 21 11:14:06.916591 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59260) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:06.944141 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-fd47d92f-561a-4584-bcf1-02df4e59edef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:06.947260 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-fd47d92f-561a-4584-bcf1-02df4e59edef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3557701 Mar 21 11:14:06.948697 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03179544-a022-4d0b-8c07-d80940284169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9299b553-8747-43df-a780-ddf6e625c101,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:06.951818 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['30393bac-5294-4b12-83a8-b16c8285c911'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:07.104191 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a137a7a0-bb02-42dc-a231-15f15e53822b req-7390c223-2d56-4535-96cf-cc8e2732e0fc tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:07.118110 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a137a7a0-bb02-42dc-a231-15f15e53822b req-7390c223-2d56-4535-96cf-cc8e2732e0fc tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.4386888 Mar 21 11:14:07.136862 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-858fdfea-18c6-4152-b8d0-b7946b356011 req-29873ac7-1f3b-4bbc-9b44-e90be40b8a87 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168708 Mar 21 11:14:07.149552 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b6b2fafd-c202-4af2-a1c1-887eb0f954a1 req-3b134a0a-46a3-4340-9f53-523c453d3e2b service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6907737 Mar 21 11:14:07.212495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] Publish callbacks [] for security_group (9299b553-8747-43df-a780-ddf6e625c101), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.312323 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] Publish callbacks [] for security_group (9299b553-8747-43df-a780-ddf6e625c101), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.316464 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-b9eeaa7b-2b9e-4b47-9f31-8eda0cac2d19 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516922 Mar 21 11:14:07.378153 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a137a7a0-bb02-42dc-a231-15f15e53822b req-0ca75810-50b3-44af-a6fc-59388d4097d8 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536004 Mar 21 11:14:07.403806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f425c410-8442-4bdb-98c0-85c8b5e95663 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:07.432730 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks [] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.470240 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:07.525016 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Transition to ACTIVE for port object f425c410-8442-4bdb-98c0-85c8b5e95663 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:14:07.592581 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9299b553-8747-43df-a780-ddf6e625c101), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.595879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.599747 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9299b553-8747-43df-a780-ddf6e625c101 HTTP/1.1" status: 204 len: 168 time: 0.6728034 Mar 21 11:14:07.608931 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.612586 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-899ebbca-f43e-4947-b274-d87b3f49d95b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:07.622961 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74d934-f339-456d-8485-a651e6527a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9299b553-8747-43df-a780-ddf6e625c101,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:07.637495 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1b67db96-a6a8-4495-ab35-58b22bb6d60d req-ebbfa6eb-a1ee-4095-950e-9f8c223e498e service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057554 Mar 21 11:14:07.791184 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Pushing event updated for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:07.801121 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0b2753-d8e9-4f20-b04f-65d88ad0432f req-6664c8c5-2d74-4a9a-b627-e24600e1c570 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:07.808384 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f0b2753-d8e9-4f20-b04f-65d88ad0432f req-6664c8c5-2d74-4a9a-b627-e24600e1c570 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 932 time: 0.3542128 Mar 21 11:14:07.827195 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d1022-4160-428c-b37b-47c023338f4d req-ce80b9f7-5cb6-4b48-8135-1472bedeb51d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:07.828821 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c74d1022-4160-428c-b37b-47c023338f4d req-ce80b9f7-5cb6-4b48-8135-1472bedeb51d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 945 time: 0.2983484 Mar 21 11:14:07.915109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Attempting to bind port f425c410-8442-4bdb-98c0-85c8b5e95663 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:07.915447 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Attempting to bind port f425c410-8442-4bdb-98c0-85c8b5e95663 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:07.915779 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Attempting to bind port f425c410-8442-4bdb-98c0-85c8b5e95663 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:07.949013 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Port f425c410-8442-4bdb-98c0-85c8b5e95663 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:14:07.949333 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Attempting to bind port f425c410-8442-4bdb-98c0-85c8b5e95663 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:07.987016 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f0b2753-d8e9-4f20-b04f-65d88ad0432f req-72cb0025-fb35-4439-b981-04f3f39b698d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775405 Mar 21 11:14:07.987876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:07.988218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Checking segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:07.988614 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Bound using segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:07.989068 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Bound port: f425c410-8442-4bdb-98c0-85c8b5e95663, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:07.989425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.018694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59296) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.022687 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c74d1022-4160-428c-b37b-47c023338f4d req-b2df7d29-fbea-4e33-818b-a4cf104ef189 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716766 Mar 21 11:14:08.072495 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-899ebbca-f43e-4947-b274-d87b3f49d95b admin admin] Publish callbacks [] for security_group (dbca7642-b979-4910-8d75-fb79d3506e79), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.080626 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-899ebbca-f43e-4947-b274-d87b3f49d95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (dbca7642-b979-4910-8d75-fb79d3506e79), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.137480 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59300) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.169352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6953e56-610a-429f-85ab-5b1aaed6c1d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.184630 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-124e6e10-ae3a-40a9-9193-4b413ae34618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.326521 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6953e56-610a-429f-85ab-5b1aaed6c1d0 admin admin] Publish callbacks [] for security_group (ef9ee831-3a5f-4a7b-a792-1d03e915279d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.344874 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6953e56-610a-429f-85ab-5b1aaed6c1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ef9ee831-3a5f-4a7b-a792-1d03e915279d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.352567 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-124e6e10-ae3a-40a9-9193-4b413ae34618 admin admin] Publish callbacks [] for security_group (ab710872-e330-4d4d-b15d-ff32a1cdb581), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.381058 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-124e6e10-ae3a-40a9-9193-4b413ae34618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ab710872-e330-4d4d-b15d-ff32a1cdb581), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.441961 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-899ebbca-f43e-4947-b274-d87b3f49d95b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=257df1468a644ee6a15a489d9c31d32b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9346559 Mar 21 11:14:08.446158 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59306) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.448610 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ebbca-f43e-4947-b274-d87b3f49d95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbca7642-b979-4910-8d75-fb79d3506e79,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.458719 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:08.461671 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e6953e56-610a-429f-85ab-5b1aaed6c1d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a937797f09614188bdd6fd2472268526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227303 Mar 21 11:14:08.466950 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59308) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.475767 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6953e56-610a-429f-85ab-5b1aaed6c1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ee831-3a5f-4a7b-a792-1d03e915279d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.500439 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f425c410-8442-4bdb-98c0-85c8b5e95663,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:08.503696 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-124e6e10-ae3a-40a9-9193-4b413ae34618 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7c7e21d82a647778404580268addc39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4830165 Mar 21 11:14:08.506886 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59310) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:08.543017 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.554944 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e6e10-ae3a-40a9-9193-4b413ae34618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab710872-e330-4d4d-b15d-ff32a1cdb581,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.595987 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] Publish callbacks [] for security_group (dbca7642-b979-4910-8d75-fb79d3506e79), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.609565 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914c188e-83a2-4862-9c37-ad3359994aed req-7efb6f86-d3df-49e7-a864-343adc13b6a2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:08.611730 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-914c188e-83a2-4862-9c37-ad3359994aed req-7efb6f86-d3df-49e7-a864-343adc13b6a2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 943 time: 0.2798212 Mar 21 11:14:08.644825 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] Publish callbacks [] for security_group (ab710872-e330-4d4d-b15d-ff32a1cdb581), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.645093 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:08.645663 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.647189 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] 10.222.0.35 "PUT /v2.0/ports/f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 1094 time: 3.5522859 Mar 21 11:14:08.650542 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] Publish callbacks [] for security_group (dbca7642-b979-4910-8d75-fb79d3506e79), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.656546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:08.670122 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b2304-6e34-4f0f-919f-68cbce17ea88" -d '{"events": [{"name": "network-changed", "server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:08.705614 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] Publish callbacks [] for security_group (ab710872-e330-4d4d-b15d-ff32a1cdb581), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.747377 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dda66-dbeb-4048-8ad6-5e307b25481a service neutron] Pushing event updated for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.788132 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (dbca7642-b979-4910-8d75-fb79d3506e79), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.789146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] Publish callbacks [] for security_group (ef9ee831-3a5f-4a7b-a792-1d03e915279d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.791062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.796231 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dbca7642-b979-4910-8d75-fb79d3506e79 HTTP/1.1" status: 204 len: 168 time: 0.3396702 Mar 21 11:14:08.815512 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ab710872-e330-4d4d-b15d-ff32a1cdb581), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.818784 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:08.830890 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab710872-e330-4d4d-b15d-ff32a1cdb581 HTTP/1.1" status: 204 len: 168 time: 0.3121221 Mar 21 11:14:08.836326 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afe6f0-2ff7-4f76-93a3-9cb8e9676326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbca7642-b979-4910-8d75-fb79d3506e79,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.861055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a551a-f736-4c47-8703-7bf1412dea1d req-51989ef2-45c3-4c5a-aaf8-02c050c9a571 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:08.862633 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06967c20-e8bd-476a-87b3-186a8d7641d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab710872-e330-4d4d-b15d-ff32a1cdb581,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:08.863336 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a63a551a-f736-4c47-8703-7bf1412dea1d req-51989ef2-45c3-4c5a-aaf8-02c050c9a571 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.3485577 Mar 21 11:14:08.877001 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-914c188e-83a2-4862-9c37-ad3359994aed req-cf1892b5-a4c0-4f47-bc0a-c20a818762f7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2556009 Mar 21 11:14:08.879318 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] Publish callbacks [] for security_group (ef9ee831-3a5f-4a7b-a792-1d03e915279d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.009952 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c677d4b-e7ad-4037-9d85-936f7ce88b79 x-openstack-request-id: req-8c677d4b-e7ad-4037-9d85-936f7ce88b79 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:09.015956 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:09.016564 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8c677d4b-e7ad-4037-9d85-936f7ce88b79 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:09.017183 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'status': 'completed', 'code': 200} Mar 21 11:14:09.047232 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-153ecf39-1e83-45b7-835b-81559f81339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:09.049286 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-153ecf39-1e83-45b7-835b-81559f81339d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1128 time: 0.3157284 Mar 21 11:14:09.169797 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-6017b417-7f37-4f0d-964a-6a3d891ba73a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 217 time: 0.1062489 Mar 21 11:14:09.172366 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ef9ee831-3a5f-4a7b-a792-1d03e915279d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.175319 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.180693 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ef9ee831-3a5f-4a7b-a792-1d03e915279d HTTP/1.1" status: 204 len: 168 time: 0.7081389 Mar 21 11:14:09.209592 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a63a551a-f736-4c47-8703-7bf1412dea1d req-4f7fa265-7130-4eab-8c72-d67acaa75642 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048592 Mar 21 11:14:09.353321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118267c7-9720-4c63-8c36-7f787f4ddfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ee831-3a5f-4a7b-a792-1d03e915279d,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:09.388661 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-f3c30974-3768-4bf3-8558-b7df8d059b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:09.390859 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-f3c30974-3768-4bf3-8558-b7df8d059b46 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.1951308 Mar 21 11:14:09.415605 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:09.438751 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9eb2b-ae85-4fba-be33-31a7a8bf40fc req-e812e2fa-e2d2-4976-bc68-abb98f38724b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:09.457067 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ab9eb2b-ae85-4fba-be33-31a7a8bf40fc req-e812e2fa-e2d2-4976-bc68-abb98f38724b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 944 time: 0.3129888 Mar 21 11:14:09.488626 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 30393bac-5294-4b12-83a8-b16c8285c911 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:09.683156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 30393bac-5294-4b12-83a8-b16c8285c911 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:09.716730 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 30393bac-5294-4b12-83a8-b16c8285c911 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:09.718847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (30393bac-5294-4b12-83a8-b16c8285c911), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.743834 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ab9eb2b-ae85-4fba-be33-31a7a8bf40fc req-f422512a-5811-4a8b-927b-378d8a7c23e6 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414665 Mar 21 11:14:09.780264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-d56d3329-9ff8-44f8-904c-d5fd3ebd9d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:09.784822 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-d56d3329-9ff8-44f8-904c-d5fd3ebd9d56 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3845403 Mar 21 11:14:09.837692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:09.857447 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:09.863507 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69b5d6-17e0-4860-9aa3-4452e84ddd87 req-008910ee-f462-4660-affe-121518bf72c5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:09.877654 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b69b5d6-17e0-4860-9aa3-4452e84ddd87 req-008910ee-f462-4660-affe-121518bf72c5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 945 time: 0.3766813 Mar 21 11:14:09.928740 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:09.929619 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.955304 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:09.984206 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 30393bac-5294-4b12-83a8-b16c8285c911 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:09.985186 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (30393bac-5294-4b12-83a8-b16c8285c911), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:09.999410 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:10.015342 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.110333 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:10.128200 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3050f1dc-ac79-496d-a9d0-c48725a82b0a" -d '{"events": [{"server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "name": "network-vif-plugged", "status": "completed", "tag": "30393bac-5294-4b12-83a8-b16c8285c911"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:10.136640 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5b69b5d6-17e0-4860-9aa3-4452e84ddd87 req-7b9f4f44-698b-42e7-a837-0d4bc5510107 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339752 Mar 21 11:14:10.171819 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=30393bac-5294-4b12-83a8-b16c8285c911,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:10.209242 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59368) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:10.230724 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.231908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f209a598-a235-4caf-aa18-adfb08ad5682 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:10.265974 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6744a63-ad72-4b50-915c-df4139cae386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.340875 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4186e9-c726-4be3-bb37-227895618a19 x-openstack-request-id: req-9e4186e9-c726-4be3-bb37-227895618a19 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:10.341481 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "name": "network-vif-plugged", "status": "completed", "tag": "30393bac-5294-4b12-83a8-b16c8285c911", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:10.341915 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9e4186e9-c726-4be3-bb37-227895618a19 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:10.342549 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911', 'code': 200} Mar 21 11:14:10.357091 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:10.417693 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-8ac6558d-37f9-4b3d-b68a-58289c0fb6db service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195726 Mar 21 11:14:10.482812 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.563626 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.620296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6744a63-ad72-4b50-915c-df4139cae386 admin admin] Publish callbacks [] for security_group (0df65ef2-eede-4778-8a85-836a2afe996b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.631964 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e6744a63-ad72-4b50-915c-df4139cae386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0df65ef2-eede-4778-8a85-836a2afe996b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.644618 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c1ce8f6-a838-43cf-a5ea-be8d5afaa9d3 req-fbd574fe-fe62-4521-84c8-b469b3345841 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166471 Mar 21 11:14:10.660097 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e8e9c-cdeb-4673-9fa0-c250431bd3c0 req-c004340b-64d4-4cfc-9ea9-1a203f6309d2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:10.672504 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc1e8e9c-cdeb-4673-9fa0-c250431bd3c0 req-c004340b-64d4-4cfc-9ea9-1a203f6309d2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 944 time: 0.5202987 Mar 21 11:14:10.679081 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port f209a598-a235-4caf-aa18-adfb08ad5682 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:10.685902 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port f209a598-a235-4caf-aa18-adfb08ad5682 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:10.686477 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.715790 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e6744a63-ad72-4b50-915c-df4139cae386 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a039e79bf8794931b95a1e663614fc31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048196 Mar 21 11:14:10.767609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59382) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:10.790389 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc1e8e9c-cdeb-4673-9fa0-c250431bd3c0 req-1c8c0639-74ca-4cf5-8ebe-7f2bb5196d6a tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153660 Mar 21 11:14:10.875288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f209a598-a235-4caf-aa18-adfb08ad5682 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:10.875920 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:10.913757 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6744a63-ad72-4b50-915c-df4139cae386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df65ef2-eede-4778-8a85-836a2afe996b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:10.925908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c616c719-95ff-4944-9af1-6653199ed274 req-0c16404d-0e2a-4ca4-afc7-4ac407c95b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:10.928720 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c616c719-95ff-4944-9af1-6653199ed274 req-0c16404d-0e2a-4ca4-afc7-4ac407c95b9f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.2251143 Mar 21 11:14:10.996285 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f209a598-a235-4caf-aa18-adfb08ad5682,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:11.023226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.033941 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c616c719-95ff-4944-9af1-6653199ed274 req-43bd2d69-bcd2-456b-a829-b313277bccc8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971208 Mar 21 11:14:11.101790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] Publish callbacks [] for security_group (0df65ef2-eede-4778-8a85-836a2afe996b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.119647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-e1317ace-4ff4-4a4a-9fa2-f18eac9416e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.124429 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-e1317ace-4ff4-4a4a-9fa2-f18eac9416e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1128 time: 0.3545377 Mar 21 11:14:11.144160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.184454 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] Publish callbacks [] for security_group (0df65ef2-eede-4778-8a85-836a2afe996b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.229314 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0967d-e1e5-49b9-95ce-0b3d0bd46bcf req-f3163369-7f4b-46d7-bfba-98c28179acb1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.231669 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-18e0967d-e1e5-49b9-95ce-0b3d0bd46bcf req-f3163369-7f4b-46d7-bfba-98c28179acb1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 944 time: 0.2229903 Mar 21 11:14:11.442341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:11.464609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0df65ef2-eede-4778-8a85-836a2afe996b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.469934 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.471947 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0df65ef2-eede-4778-8a85-836a2afe996b HTTP/1.1" status: 204 len: 168 time: 0.6795530 Mar 21 11:14:11.518937 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-18e0967d-e1e5-49b9-95ce-0b3d0bd46bcf req-c594afff-f438-4596-9ef8-11e14d62b9f7 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613621 Mar 21 11:14:11.565613 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5070c-c7d8-46e4-8a34-174268001c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df65ef2-eede-4778-8a85-836a2afe996b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.567531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:11.577072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:11.577767 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.592609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-3a2b5e50-9eba-41fd-a401-0b0a57f731c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.603403 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-3a2b5e50-9eba-41fd-a401-0b0a57f731c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.3680322 Mar 21 11:14:11.680413 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9dd583-c360-4880-a33b-a923cb14c664 req-8cc737d3-5c26-4961-8523-3b05ef9d7d93 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.692415 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9dd583-c360-4880-a33b-a923cb14c664 req-8cc737d3-5c26-4961-8523-3b05ef9d7d93 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.3686056 Mar 21 11:14:11.741963 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:11.747735 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.785355 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-376fed2c-4a6a-4fe7-9e6d-4ca568a84314 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 217 time: 0.1724355 Mar 21 11:14:11.818032 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:11.823804 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:11.897267 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:11.933110 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c9dd583-c360-4880-a33b-a923cb14c664 req-078ba9c2-6073-4a21-845f-cd25e505ef46 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329097 Mar 21 11:14:11.939690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-ca967791-c39d-4d18-81bf-2f612f5d4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:11.971111 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-ca967791-c39d-4d18-81bf-2f612f5d4c88 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.1776438 Mar 21 11:14:12.125745 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-40f17ed4-433f-44c8-9882-f5edd25d695d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:12.128393 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-40f17ed4-433f-44c8-9882-f5edd25d695d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1497078 Mar 21 11:14:12.343386 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682'}, {'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:12.346346 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44372ce8-8774-4cb1-960e-00b102da705d" -d '{"events": [{"server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "name": "network-vif-plugged", "status": "completed", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682"}, {"server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "name": "network-vif-plugged", "status": "completed", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:12.473689 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cc3fd-9338-43e7-9640-e5b98257d689 req-98158f2b-988e-4ed8-ab99-7ed19850e3a8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:12.487747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e26cc3fd-9338-43e7-9640-e5b98257d689 req-98158f2b-988e-4ed8-ab99-7ed19850e3a8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.3675046 Mar 21 11:14:12.536124 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-0277bc13-1880-431c-83c2-ff6e917643b3 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869452 Mar 21 11:14:12.732270 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e26cc3fd-9338-43e7-9640-e5b98257d689 req-28bf0474-50d4-4246-893c-e9584cb52ce3 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428987 Mar 21 11:14:12.849853 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cde6adf-47ed-4802-b0c4-b021e40e038f x-openstack-request-id: req-2cde6adf-47ed-4802-b0c4-b021e40e038f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:12.850698 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "name": "network-vif-plugged", "status": "completed", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682", "code": 200}, {"server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "name": "network-vif-plugged", "status": "completed", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:12.850884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2cde6adf-47ed-4802-b0c4-b021e40e038f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:12.851452 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682', 'code': 200} Mar 21 11:14:12.851851 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'code': 200} Mar 21 11:14:12.882157 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab1b2304-6e34-4f0f-919f-68cbce17ea88 req-4775a21b-6667-4ece-a6be-8a849029a701 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277004 Mar 21 11:14:13.173405 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22e4e5c-5e7e-4dbd-b7d4-db119be1bed6 req-f74e83d9-af64-4341-8e7b-0653e72b598a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.191676 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c22e4e5c-5e7e-4dbd-b7d4-db119be1bed6 req-f74e83d9-af64-4341-8e7b-0653e72b598a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 944 time: 0.2160580 Mar 21 11:14:13.350518 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f9b61-2b5f-4db6-9a91-5cfa9f7bffce req-53a31725-d32b-43a2-9d82-c95c08d84fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.354758 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-728f9b61-2b5f-4db6-9a91-5cfa9f7bffce req-53a31725-d32b-43a2-9d82-c95c08d84fad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1130 time: 0.0900252 Mar 21 11:14:13.383020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59488) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:13.460672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f425c410-8442-4bdb-98c0-85c8b5e95663 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:14:13.473866 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-728f9b61-2b5f-4db6-9a91-5cfa9f7bffce req-c95c45b0-58a8-4a51-becb-c6ea4d97f19b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059170 Mar 21 11:14:13.649264 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f425c410-8442-4bdb-98c0-85c8b5e95663,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:13.679027 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'port_id': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'mac_address': 'fa:16:3e:af:09:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:14:13.771374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f425c410-8442-4bdb-98c0-85c8b5e95663 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:13.772265 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.780677 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c22e4e5c-5e7e-4dbd-b7d4-db119be1bed6 req-2e521922-dcc6-4972-ba3e-537d990a97a1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5879388 Mar 21 11:14:13.802410 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eafdf4-368c-4562-bba6-da6051ee9a44 req-9a9d87eb-c82e-4623-b350-52c936322a17 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.803758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f425c410-8442-4bdb-98c0-85c8b5e95663 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:14:13.812215 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4eafdf4-368c-4562-bba6-da6051ee9a44 req-9a9d87eb-c82e-4623-b350-52c936322a17 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.6167016 Mar 21 11:14:13.829796 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2c2cd41-4857-411d-87e3-2ec827ce17b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.850761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f425c410-8442-4bdb-98c0-85c8b5e95663,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:13.860510 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.873822 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c550ef0-6096-4bf6-8677-97d737db0cca req-f9e3ff2e-fef4-464c-ad00-3a0a0f2f5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:13.885320 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c550ef0-6096-4bf6-8677-97d737db0cca req-f9e3ff2e-fef4-464c-ad00-3a0a0f2f5131 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.6233921 Mar 21 11:14:13.929302 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59502) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:13.977571 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2c2cd41-4857-411d-87e3-2ec827ce17b3 admin admin] Publish callbacks [] for security_group (1210d590-5322-4ef0-a7e1-2e5762de33ca), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:13.978994 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:13.984928 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c2c2cd41-4857-411d-87e3-2ec827ce17b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (1210d590-5322-4ef0-a7e1-2e5762de33ca), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.031203 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2cd41-4857-411d-87e3-2ec827ce17b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1210d590-5322-4ef0-a7e1-2e5762de33ca,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.037586 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c2c2cd41-4857-411d-87e3-2ec827ce17b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8f9633f4ed7d4fbcb17d4b1751cda38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6505387 Mar 21 11:14:14.040723 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f4eafdf4-368c-4562-bba6-da6051ee9a44 req-73be52f7-32f0-4790-8391-4c763855c4b6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274704 Mar 21 11:14:14.041299 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59508) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:14.055046 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c550ef0-6096-4bf6-8677-97d737db0cca req-c8aa687d-a6d4-4093-90fc-fd0b4e51f203 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566546 Mar 21 11:14:14.093662 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34f7120-8f88-4d08-82ea-b7ba0a67c33d req-0bad59be-97b2-4fc8-84bf-0d9ecc5f7409 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:14.095290 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b34f7120-8f88-4d08-82ea-b7ba0a67c33d req-0bad59be-97b2-4fc8-84bf-0d9ecc5f7409 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.2025356 Mar 21 11:14:14.130818 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bb293db-e4d4-4652-9b71-1384a1bf725a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.147801 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] Publish callbacks [] for security_group (1210d590-5322-4ef0-a7e1-2e5762de33ca), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.188673 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['f425c410-8442-4bdb-98c0-85c8b5e95663'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:14.195574 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b34f7120-8f88-4d08-82ea-b7ba0a67c33d req-c70c71b3-44ee-4cb8-bd9d-d8ad1b7ee246 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912561 Mar 21 11:14:14.206708 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] Publish callbacks [] for security_group (1210d590-5322-4ef0-a7e1-2e5762de33ca), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.279970 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bb293db-e4d4-4652-9b71-1384a1bf725a admin admin] Publish callbacks [] for security_group (a21721ed-9e26-439b-be03-dde8da4e5f69), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.282146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (1210d590-5322-4ef0-a7e1-2e5762de33ca), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.288331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1bb293db-e4d4-4652-9b71-1384a1bf725a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a21721ed-9e26-439b-be03-dde8da4e5f69), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.291449 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.294700 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1210d590-5322-4ef0-a7e1-2e5762de33ca HTTP/1.1" status: 204 len: 168 time: 0.2470195 Mar 21 11:14:14.334493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaae413-be42-4037-8179-b371b04a2b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1210d590-5322-4ef0-a7e1-2e5762de33ca,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.343169 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb293db-e4d4-4652-9b71-1384a1bf725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21721ed-9e26-439b-be03-dde8da4e5f69,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.348352 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1bb293db-e4d4-4652-9b71-1384a1bf725a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b6b2de2b8f1646918bde17721fda9b22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4185767 Mar 21 11:14:14.351057 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59518) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:14.440938 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] Publish callbacks [] for security_group (a21721ed-9e26-439b-be03-dde8da4e5f69), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.470287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] Publish callbacks [] for security_group (a21721ed-9e26-439b-be03-dde8da4e5f69), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.536484 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a21721ed-9e26-439b-be03-dde8da4e5f69), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.540673 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:14.542289 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a21721ed-9e26-439b-be03-dde8da4e5f69 HTTP/1.1" status: 204 len: 168 time: 0.1882222 Mar 21 11:14:14.551703 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d511956-18c5-483c-a622-698a1952016b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21721ed-9e26-439b-be03-dde8da4e5f69,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:14.969644 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea17ed1-8bff-4bdd-95c9-409f1cce709d req-3306b19f-5540-4b9d-84df-0866e2ef2e77 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:14.973305 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aea17ed1-8bff-4bdd-95c9-409f1cce709d req-3306b19f-5540-4b9d-84df-0866e2ef2e77 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 945 time: 0.1032493 Mar 21 11:14:15.112163 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aea17ed1-8bff-4bdd-95c9-409f1cce709d req-b429ed90-e975-4e4e-957b-c2796310d92d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314359 Mar 21 11:14:15.243410 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2ed5c-698e-4740-9949-d2f8f908da83 req-734ed684-56d8-4f7c-b4e8-f1f0bdcad7e4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:15.247079 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5e2ed5c-698e-4740-9949-d2f8f908da83 req-734ed684-56d8-4f7c-b4e8-f1f0bdcad7e4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0920863 Mar 21 11:14:15.406812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59552) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:15.459601 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad32d-1b37-409f-a7c2-bb033c1af38e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.484857 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f425c410-8442-4bdb-98c0-85c8b5e95663 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:15.589798 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5e2ed5c-698e-4740-9949-d2f8f908da83 req-21a72390-ef2d-47dd-a4fe-73de0a1eacd5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199461 Mar 21 11:14:15.690409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad32d-1b37-409f-a7c2-bb033c1af38e admin admin] Publish callbacks [] for security_group (bff1bd49-1598-45d4-8bea-4c74474da2e6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.698802 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad32d-1b37-409f-a7c2-bb033c1af38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (bff1bd49-1598-45d4-8bea-4c74474da2e6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.725606 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11c88b-54a8-4787-b8a5-65cb9fd2c032 req-34dec58c-8063-44c6-b3aa-a5f95af8ae00 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:15.732297 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d11c88b-54a8-4787-b8a5-65cb9fd2c032 req-34dec58c-8063-44c6-b3aa-a5f95af8ae00 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.3607743 Mar 21 11:14:15.789385 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ad32d-1b37-409f-a7c2-bb033c1af38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff1bd49-1598-45d4-8bea-4c74474da2e6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:15.799652 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6b8ad32d-1b37-409f-a7c2-bb033c1af38e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5a5b70d43ea741858f141d47f4213f80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906670 Mar 21 11:14:15.805307 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port f425c410-8442-4bdb-98c0-85c8b5e95663 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:14:15.806452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59566) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:15.820280 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port f425c410-8442-4bdb-98c0-85c8b5e95663 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:15.820902 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.891409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] Publish callbacks [] for security_group (bff1bd49-1598-45d4-8bea-4c74474da2e6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:15.895650 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d11c88b-54a8-4787-b8a5-65cb9fd2c032 req-99345932-0512-4b5d-bc2d-8878ffb8f762 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342702 Mar 21 11:14:15.904435 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-13f4ca01-420f-4b68-a856-5a44e75a2aee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1700296 Mar 21 11:14:15.925306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] Publish callbacks [] for security_group (bff1bd49-1598-45d4-8bea-4c74474da2e6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.067858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (bff1bd49-1598-45d4-8bea-4c74474da2e6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.073249 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.076582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f425c410-8442-4bdb-98c0-85c8b5e95663 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:16.078439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.085908 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bff1bd49-1598-45d4-8bea-4c74474da2e6 HTTP/1.1" status: 204 len: 168 time: 0.2731817 Mar 21 11:14:16.114453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-c2c3837b-ffb4-46cc-a98f-b09740eb7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.116481 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-c2c3837b-ffb4-46cc-a98f-b09740eb7994 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e99117ca49a4489e8bf0d4519b70f922&device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 1129 time: 0.1410611 Mar 21 11:14:16.119468 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:16.122199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867e192-f27c-4b02-bb44-42707761e097" -d '{"events": [{"server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "name": "network-vif-plugged", "status": "completed", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:16.135943 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56125f4e-2c0d-49e5-be9b-e73ea2c1e0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff1bd49-1598-45d4-8bea-4c74474da2e6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:16.173427 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f425c410-8442-4bdb-98c0-85c8b5e95663,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:16.183260 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64109ad3-50b6-4aa4-a72e-88dcd661cef4 x-openstack-request-id: req-64109ad3-50b6-4aa4-a72e-88dcd661cef4 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:16.183582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "name": "network-vif-plugged", "status": "completed", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:16.191132 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64109ad3-50b6-4aa4-a72e-88dcd661cef4 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:16.191850 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'code': 200} Mar 21 11:14:16.195053 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:16.442790 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:16.541790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-ef919994-ea35-42b4-9923-98757e55d2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.544999 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-ef919994-ea35-42b4-9923-98757e55d2dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=1495dd13-57ae-444f-a02d-cbfdfe032b40 HTTP/1.1" status: 200 len: 911 time: 0.3976421 Mar 21 11:14:16.565130 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-5e90568c-0d49-4696-83d0-772ae3b82d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.568297 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-5e90568c-0d49-4696-83d0-772ae3b82d11 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1130 time: 0.1216047 Mar 21 11:14:16.711683 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-13d24e72-0a96-40da-8cbf-c1e0e06b124d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4 HTTP/1.1" status: 200 len: 217 time: 0.0869162 Mar 21 11:14:16.737301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-9017bfd0-4cfc-4611-8c04-4171f7531dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.738831 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-9017bfd0-4cfc-4611-8c04-4171f7531dba service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1603158 Mar 21 11:14:16.796768 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-25b1d9ec-383b-4088-b01b-489bb1a0aa0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 200 len: 217 time: 0.0504365 Mar 21 11:14:16.870089 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685f531-7325-4901-8327-422fc07e92d7 req-de1fa1ae-236e-4c52-be75-236f8bcbf4a2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.872343 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-8aff1a46-a1ef-41f5-91e6-8957020b1364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.874510 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-8aff1a46-a1ef-41f5-91e6-8957020b1364 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0711367 Mar 21 11:14:16.879298 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9685f531-7325-4901-8327-422fc07e92d7 req-de1fa1ae-236e-4c52-be75-236f8bcbf4a2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.3976800 Mar 21 11:14:16.890251 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-f7e63e8b-e35b-46e1-98b5-33068bea0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.892000 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-f7e63e8b-e35b-46e1-98b5-33068bea0153 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8c8ec4c-0be7-46f8-a60d-92a3f031dad3 HTTP/1.1" status: 200 len: 851 time: 0.1462085 Mar 21 11:14:16.947194 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee4ca3-3518-4d3d-b320-1b2117976d26 req-5e6b2ba2-4687-47d7-a119-1fcab817b245 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.956404 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ee4ca3-3518-4d3d-b320-1b2117976d26 req-5e6b2ba2-4687-47d7-a119-1fcab817b245 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.4825149 Mar 21 11:14:16.960461 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-8d19f633-8545-4840-b1cf-5bae29c6d327 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1495dd13-57ae-444f-a02d-cbfdfe032b40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535743 Mar 21 11:14:16.968337 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-5f4bae49-06af-47bc-82d5-b4fb211323b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:16.971736 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-5f4bae49-06af-47bc-82d5-b4fb211323b9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882211 Mar 21 11:14:17.003872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6d386-2be4-4473-a514-f35a0832eb09 req-6a83c805-12bc-4998-b7ad-d31c3c432035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:17.005911 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dfb6d386-2be4-4473-a514-f35a0832eb09 req-6a83c805-12bc-4998-b7ad-d31c3c432035 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1130 time: 0.4113653 Mar 21 11:14:17.089223 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ee4ca3-3518-4d3d-b320-1b2117976d26 req-1c5b0602-cc6e-4f5b-acc1-4f1efa29d64b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313913 Mar 21 11:14:17.173996 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-dd2e0238-91ca-4dd4-9478-0edd1c862a4a service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917629 Mar 21 11:14:17.187000 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9685f531-7325-4901-8327-422fc07e92d7 req-6f7aa091-d13d-443b-93e3-ad41bbd922f1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2938659 Mar 21 11:14:17.259623 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dfb6d386-2be4-4473-a514-f35a0832eb09 req-ec2cb69c-9d60-4086-aaa9-88cf59b395a5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095234 Mar 21 11:14:17.280800 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-74e215e8-901d-4849-a3a5-518138a7d659 service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887604 Mar 21 11:14:17.314471 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:14:17.426173 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad692f4a-e5ec-4532-9427-f72bf062bb0c req-246fcdff-2f16-4689-aeaf-0f955e891907 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:17.432599 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad692f4a-e5ec-4532-9427-f72bf062bb0c req-246fcdff-2f16-4689-aeaf-0f955e891907 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.1579595 Mar 21 11:14:17.469456 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b9ccc0a3-c2ef-4d8b-8055-f850b09d1a0f req-7bd409fe-fda1-4e25-96fc-dc26465f683f service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859280 Mar 21 11:14:17.624010 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad692f4a-e5ec-4532-9427-f72bf062bb0c req-a6d84763-2951-471f-a6cc-e6a5ac9e5e96 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821113 Mar 21 11:14:17.812395 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66ec2332-fa55-40bb-8bb0-93a7091bfdf5 req-f3842d96-4c15-4910-9959-bb8c2438288b service neutron] 10.222.0.35 "GET /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481346 Mar 21 11:14:17.917187 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e3ebb-e6d5-41b6-8b42-66ef7c83cb23 req-8423f78d-184f-4aa0-9944-11cdcba2d003 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:17.923600 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c3e3ebb-e6d5-41b6-8b42-66ef7c83cb23 req-8423f78d-184f-4aa0-9944-11cdcba2d003 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0951684 Mar 21 11:14:17.928952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59636) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:17.936969 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:18.101408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.321035 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-11dc5bde-c257-4708-8440-661e1230bf8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:18.377746 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2600e-28dc-4044-aa7f-f7ee61016c69 req-3ca0de11-3618-449c-b381-ab0ab726dd89 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.395664 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-add2600e-28dc-4044-aa7f-f7ee61016c69 req-3ca0de11-3618-449c-b381-ab0ab726dd89 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1783819 Mar 21 11:14:18.647063 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-add2600e-28dc-4044-aa7f-f7ee61016c69 req-c704b2cb-8b58-47c8-8c70-594c41d506cb tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494593 Mar 21 11:14:18.714704 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89a7cd-32d7-4d35-adfb-56bfe7328489 req-ac0c04ee-63f6-42f8-b3e1-6747dd793ca8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:18.716654 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e89a7cd-32d7-4d35-adfb-56bfe7328489 req-ac0c04ee-63f6-42f8-b3e1-6747dd793ca8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.2751617 Mar 21 11:14:18.825781 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e89a7cd-32d7-4d35-adfb-56bfe7328489 req-e04f6ad0-c624-4d7a-950f-0ef6c15cf5ce tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897508 Mar 21 11:14:18.923016 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.632889 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:14:19.761333 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.767788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:19.861892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5719ee-94c8-4506-bc05-68628c3d5231 req-4b9ccc48-8fc3-425d-83dd-37d3f24b752f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:19.863620 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fd5719ee-94c8-4506-bc05-68628c3d5231 req-4b9ccc48-8fc3-425d-83dd-37d3f24b752f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0973272 Mar 21 11:14:19.943798 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fd5719ee-94c8-4506-bc05-68628c3d5231 req-237318ae-ca5e-47ee-b193-59262b755e4c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701761 Mar 21 11:14:19.963935 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 4f01a923-a18b-4ffe-8b8c-4db94c825c94 associated. External IP: 172.27.1.130, port: 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6. Mar 21 11:14:20.190648 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d5150-ac87-443f-a3bb-49bf8a361cc2 req-505515a9-2c9f-4cc2-a341-56b0e49deed3 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:20.205397 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-838d5150-ac87-443f-a3bb-49bf8a361cc2 req-505515a9-2c9f-4cc2-a341-56b0e49deed3 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1479626 Mar 21 11:14:20.273380 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-838d5150-ac87-443f-a3bb-49bf8a361cc2 req-4f3a0af9-0c0b-4d5d-8a52-f8a1c2ba1ddd tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600195 Mar 21 11:14:20.295675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:20.494017 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:20.502113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.514754 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:20.529636 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:20.530212 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:13:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:20.539152 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e56db2-7d15-4931-8a71-c29118473e94 req-1e00a358-b4c4-4e90-9d01-f55bc18d5b38 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:20.553060 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-86e56db2-7d15-4931-8a71-c29118473e94 req-1e00a358-b4c4-4e90-9d01-f55bc18d5b38 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1301408 Mar 21 11:14:20.563580 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59716) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:20.568748 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'floatingip': {'port_id': 'f425c410-8442-4bdb-98c0-85c8b5e95663'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:20.632375 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-39b93efc-6570-4d53-8f86-abed3d6a8146 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "PUT /v2.0/floatingips/4f01a923-a18b-4ffe-8b8c-4db94c825c94 HTTP/1.1" status: 200 len: 991 time: 2.7008848 Mar 21 11:14:20.633538 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:20.640700 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f" -d '{"events": [{"name": "network-changed", "server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:20.687406 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:20.709052 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:20.723621 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11ef2c7-a594-4af0-a8e7-037d9da428f1 x-openstack-request-id: req-b11ef2c7-a594-4af0-a8e7-037d9da428f1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:20.723931 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:20.724202 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b11ef2c7-a594-4af0-a8e7-037d9da428f1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:20.724639 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'status': 'completed', 'code': 200} Mar 21 11:14:20.905737 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-23a93d03-631e-4219-9ecb-cac2a5665e6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:21.235657 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:19Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:21.237761 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-0d2999b3-19c2-43fe-bf69-892f5ad4c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:21.240426 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-0d2999b3-19c2-43fe-bf69-892f5ad4c861 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 1129 time: 0.3554151 Mar 21 11:14:21.323612 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:21.334963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8d5cc-201c-46cf-9e40-b2b6d501eeb8 req-3fe7f7e3-7201-4dfc-a2f5-e42d8241671a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:21.338666 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:21.339794 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:21.349864 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66d8d5cc-201c-46cf-9e40-b2b6d501eeb8 req-3fe7f7e3-7201-4dfc-a2f5-e42d8241671a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2627797 Mar 21 11:14:21.529063 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:21.940416 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:19Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:21.965941 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66d8d5cc-201c-46cf-9e40-b2b6d501eeb8 req-724932a9-0e30-4eaa-b555-116ee5fd46a2 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6174843 Mar 21 11:14:21.987985 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37309a36-8cbc-43aa-aea7-92b51f4b92e9 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:19Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:22.186776 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.192298 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.195133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.274973 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c9c8ae-bfc3-44ea-bd75-0e69c96b91c4 None None] New status for floating IP 4f01a923-a18b-4ffe-8b8c-4db94c825c94: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:14:22.346210 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Floating IP 201f2633-88c5-4c6f-8a1c-3c9436d2bc56 associated. External IP: 172.27.1.190, port: f425c410-8442-4bdb-98c0-85c8b5e95663. Mar 21 11:14:22.665659 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:22.835479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:22.850182 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:22.863408 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:22.864338 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:22.877110 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:22.956488 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-57720a55-2bd2-4b94-9ae3-8a51d1236ac9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "PUT /v2.0/floatingips/201f2633-88c5-4c6f-8a1c-3c9436d2bc56 HTTP/1.1" status: 200 len: 992 time: 2.3911660 Mar 21 11:14:22.960662 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:22.964995 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315dc34d-073e-4f40-837a-c3deeb68779d" -d '{"events": [{"name": "network-changed", "server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:23.002593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-0fc92a09-f676-47b6-b02c-281784e80f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.006569 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-0fc92a09-f676-47b6-b02c-281784e80f64 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.2000129 Mar 21 11:14:23.039895 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ce6d1d-206d-43bb-9157-f497e35240ba x-openstack-request-id: req-f4ce6d1d-206d-43bb-9157-f497e35240ba {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:23.040191 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:23.040466 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f4ce6d1d-206d-43bb-9157-f497e35240ba {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:23.040900 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'status': 'completed', 'code': 200} Mar 21 11:14:23.049014 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:23.165721 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca5973-d31c-47e3-a039-f076ebc741c6 req-e639d7da-07bb-4e7d-81f9-9271d9495b10 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.168732 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-afca5973-d31c-47e3-a039-f076ebc741c6 req-e639d7da-07bb-4e7d-81f9-9271d9495b10 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1010659 Mar 21 11:14:23.238953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-afca5973-d31c-47e3-a039-f076ebc741c6 req-8500615f-f91d-4c49-a822-923e2ef8ec36 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611091 Mar 21 11:14:23.361503 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '201f2633-88c5-4c6f-8a1c-3c9436d2bc56', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:af:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:50Z', 'updated_at': '2022-03-21T11:14:21Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:23.402975 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:23.415728 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:23.416782 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:23.554511 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:23.897594 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '201f2633-88c5-4c6f-8a1c-3c9436d2bc56', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:af:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:50Z', 'updated_at': '2022-03-21T11:14:21Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:23.958202 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a02917-96b3-42eb-9d6f-85d83fce0cee None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '201f2633-88c5-4c6f-8a1c-3c9436d2bc56', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:af:09:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:50Z', 'updated_at': '2022-03-21T11:14:21Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:23.976552 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dc34d-073e-4f40-837a-c3deeb68779d req-fafe2e1f-5d45-4faf-a35a-405a9cde6c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:23.979419 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-fafe2e1f-5d45-4faf-a35a-405a9cde6c2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1130 time: 0.1640627 Mar 21 11:14:24.029136 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-f653b62b-604a-44d9-b6c1-a074ac14bf19 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 HTTP/1.1" status: 200 len: 1001 time: 0.2487316 Mar 21 11:14:24.141952 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-1336b8af-7c1c-4716-999a-0fea3c53e9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.145950 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-1336b8af-7c1c-4716-999a-0fea3c53e9ad service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.1090360 Mar 21 11:14:24.175745 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:24.220743 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dc34d-073e-4f40-837a-c3deeb68779d req-54f18df3-e1a8-45c3-8450-5e6e6febd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.223532 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-54f18df3-e1a8-45c3-8450-5e6e6febd909 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.2264702 Mar 21 11:14:24.225312 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-9a2bbd82-49b2-494b-9549-f562eb61c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.226896 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-9a2bbd82-49b2-494b-9549-f562eb61c45a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628092 Mar 21 11:14:24.479546 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f136683-245e-4757-883e-20cf24e8c833 None None] New status for floating IP 201f2633-88c5-4c6f-8a1c-3c9436d2bc56: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:14:24.512428 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-36649d4c-9f43-43b5-a774-874b993ed5c6 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607358 Mar 21 11:14:24.632281 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-80f869b0-2e1a-4a2c-a489-a96a93e86d62 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 1000 time: 0.3838983 Mar 21 11:14:24.651874 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb86e4-8201-4108-a475-5afb67c5e322 req-aad3a0f0-3e6c-4bb3-9763-9489787fdb68 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.654806 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1fb86e4-8201-4108-a475-5afb67c5e322 req-aad3a0f0-3e6c-4bb3-9763-9489787fdb68 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2377522 Mar 21 11:14:24.713405 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dc34d-073e-4f40-837a-c3deeb68779d req-cad5d76e-220b-4721-8fea-d8b30c8cc33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.716467 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-cad5d76e-220b-4721-8fea-d8b30c8cc33b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.0770597 Mar 21 11:14:24.765548 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3cbd301-64cf-40a2-8b5b-11ad88b6a46f req-42a02892-c442-4b10-812c-a7d43f7664c7 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405906 Mar 21 11:14:24.774068 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1fb86e4-8201-4108-a475-5afb67c5e322 req-e0214d8f-7274-4d9d-8ed3-c2022013f920 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117179 Mar 21 11:14:24.791374 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315dc34d-073e-4f40-837a-c3deeb68779d req-6e09ee05-8b18-44ce-8ce8-3da1e9c02a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:24.793242 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-6e09ee05-8b18-44ce-8ce8-3da1e9c02a06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644248 Mar 21 11:14:24.913810 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-bdbf6adc-29b6-4e18-8598-741fd9cbc2e9 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133468 Mar 21 11:14:25.049741 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-315dc34d-073e-4f40-837a-c3deeb68779d req-109ae470-e483-4d8d-9086-c6c43f67e389 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165738 Mar 21 11:14:25.343916 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:25.644910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59842) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:25.862011 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.348546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Publish callbacks [] for security_group (720ab7ea-aec6-4767-b22c-a9e4776313ec), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.368365 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab661fa2-b560-497f-81d6-09aa7924e9de req-ffe9aeab-9737-4b0d-9e86-86b113acbff8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.371331 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab661fa2-b560-497f-81d6-09aa7924e9de req-ffe9aeab-9737-4b0d-9e86-86b113acbff8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.4391642 Mar 21 11:14:26.376426 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (720ab7ea-aec6-4767-b22c-a9e4776313ec), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.423990 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146f7ee7-7eb1-410d-9786-7880c2ba71db req-a4a90008-7e59-4dce-8b83-103fb545bb36 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:26.426187 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-146f7ee7-7eb1-410d-9786-7880c2ba71db req-a4a90008-7e59-4dce-8b83-103fb545bb36 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.4536455 Mar 21 11:14:26.493854 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720ab7ea-aec6-4767-b22c-a9e4776313ec,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:26.501924 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=34e540bcb6b94106be8d0f335912a12c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8547959 Mar 21 11:14:26.510061 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59866) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:26.519461 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.519941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.520285 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.520703 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.521043 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.521371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.521834 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.522192 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.522525 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.523135 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.523625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.523958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.524341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.524670 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.525029 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc37ff3-48f7-49de-be34-d880e23fa470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.560991 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab661fa2-b560-497f-81d6-09aa7924e9de req-ae848910-1764-4fd2-b6f1-43bcea70d4fd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777067 Mar 21 11:14:26.578939 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-146f7ee7-7eb1-410d-9786-7880c2ba71db req-6cee53de-07c8-41bb-809d-7e46b435189f tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335506 Mar 21 11:14:26.652936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Publish callbacks [] for security_group (720ab7ea-aec6-4767-b22c-a9e4776313ec), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.692127 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Publish callbacks [] for security_group (720ab7ea-aec6-4767-b22c-a9e4776313ec), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.775505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (720ab7ea-aec6-4767-b22c-a9e4776313ec), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.781565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:26.783573 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/720ab7ea-aec6-4767-b22c-a9e4776313ec HTTP/1.1" status: 204 len: 168 time: 0.2682087 Mar 21 11:14:26.797917 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ab7ea-aec6-4767-b22c-a9e4776313ec,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:26.809983 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.810633 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.811081 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.811866 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.812444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.813102 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.813707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.814274 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.814859 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.815420 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.815880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.816478 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.817005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.817435 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:26.817904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8844c135-fb3f-4789-ab46-603f87d84b6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:27.843245 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419bf04-d0ef-4b22-a6a8-29abe0aedc58 req-670c40e6-3272-4979-b9b1-088a093f57a5 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.844945 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1419bf04-d0ef-4b22-a6a8-29abe0aedc58 req-670c40e6-3272-4979-b9b1-088a093f57a5 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.1463296 Mar 21 11:14:27.858118 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac967a-2361-47c9-b7df-b32e44ad08b4 req-df593efe-9d1c-4dc3-9ed1-121d5ff7e4a9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:27.859970 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fdac967a-2361-47c9-b7df-b32e44ad08b4 req-df593efe-9d1c-4dc3-9ed1-121d5ff7e4a9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1644218 Mar 21 11:14:27.944266 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1419bf04-d0ef-4b22-a6a8-29abe0aedc58 req-ed282115-6881-49c3-8f73-487f6da05520 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831146 Mar 21 11:14:27.966169 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fdac967a-2361-47c9-b7df-b32e44ad08b4 req-b1257bed-d801-418f-b774-dcf028fc05c4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842063 Mar 21 11:14:29.159146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c03417-e1d7-4072-81a8-f764b0ef834a req-f9251c9d-a4b4-442e-9f59-60fd51a0085a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.160767 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3c03417-e1d7-4072-81a8-f764b0ef834a req-f9251c9d-a4b4-442e-9f59-60fd51a0085a tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.0850067 Mar 21 11:14:29.170323 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ef5d9-6ea0-40dc-8758-7b93efa15b14 req-e4234761-70d9-4815-9dd5-a23ecec2b54c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.171875 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d47ef5d9-6ea0-40dc-8758-7b93efa15b14 req-e4234761-70d9-4815-9dd5-a23ecec2b54c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1093893 Mar 21 11:14:29.278642 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3c03417-e1d7-4072-81a8-f764b0ef834a req-f58d23d2-5914-4d12-a3ca-19f137c5cc37 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/security-groups?id=c1cb841a-88b2-4b44-b13b-542d13172a21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055603 Mar 21 11:14:29.287348 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d47ef5d9-6ea0-40dc-8758-7b93efa15b14 req-b1cd7a65-bcb7-46b3-a287-5cb8c5d87558 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081271 Mar 21 11:14:29.714619 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db06206-6b36-475b-89a9-706846ba8a08 req-8ca62c9e-5aab-4a61-86ab-ec7f584d6af4 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:29.716673 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5db06206-6b36-475b-89a9-706846ba8a08 req-8ca62c9e-5aab-4a61-86ab-ec7f584d6af4 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.35 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 945 time: 0.1035001 Mar 21 11:14:29.888892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Deleting port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:14:29.890052 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.016340 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] For port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,segment=NetworkSegment(9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac),segment_id=9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:30.017704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.039499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Calling delete_port for 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:14:30.274860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (90976af2-c968-4c6b-a06d-cc3e4ea14ea4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.294808 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['90976af2-c968-4c6b-a06d-cc3e4ea14ea4'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:14:30.325090 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Pushing event deleted for resources: {'Port': ['ID=90976af2-c968-4c6b-a06d-cc3e4ea14ea4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:30.452972 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] No DVR routers for this DVR port 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:14:30.458947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:30.466113 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5db06206-6b36-475b-89a9-706846ba8a08 req-a1a035db-d5e2-411c-a31d-cc5f2eeabe52 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.35 "DELETE /v2.0/ports/90976af2-c968-4c6b-a06d-cc3e4ea14ea4 HTTP/1.1" status: 204 len: 173 time: 0.7374606 Mar 21 11:14:30.468156 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'name': 'network-vif-deleted', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:14:30.487737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c714cce-729c-4269-8b33-9e0b5041fa33" -d '{"events": [{"server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "name": "network-vif-deleted", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:14:30.606022 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40159d5c-1a28-4fd1-9de2-515c28ac36f9 req-3601be26-0b3b-4b5d-8bf2-c77a1068f9f9 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.0831339 Mar 21 11:14:30.720258 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7b24b1-e00c-440b-a61b-603cc341bc0d req-845cbec3-fdad-49e1-b469-9bacdd3a142c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:30.725294 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e7b24b1-e00c-440b-a61b-603cc341bc0d req-845cbec3-fdad-49e1-b469-9bacdd3a142c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1744826 Mar 21 11:14:30.725473 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1961fb-f4d8-45f0-a0d3-ab2bdf861a7e x-openstack-request-id: req-7e1961fb-f4d8-45f0-a0d3-ab2bdf861a7e {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:14:30.726262 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d1a023-3d57-4927-8c7b-bc3578a90792", "name": "network-vif-deleted", "tag": "90976af2-c968-4c6b-a06d-cc3e4ea14ea4", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:14:30.726395 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-7e1961fb-f4d8-45f0-a0d3-ab2bdf861a7e {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:14:30.726939 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d1a023-3d57-4927-8c7b-bc3578a90792', 'name': 'network-vif-deleted', 'tag': '90976af2-c968-4c6b-a06d-cc3e4ea14ea4', 'status': 'completed', 'code': 200} Mar 21 11:14:30.836778 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1e7b24b1-e00c-440b-a61b-603cc341bc0d req-7c88cf30-7729-4a7a-b3ff-d2c9952699dc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007764 Mar 21 11:14:31.035468 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 59978) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:31.252268 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17e9929a-1e26-4739-9e74-9180c609efe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.404252 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17e9929a-1e26-4739-9e74-9180c609efe2 admin admin] Publish callbacks [] for security_group (5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.411554 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-17e9929a-1e26-4739-9e74-9180c609efe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.493665 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-17e9929a-1e26-4739-9e74-9180c609efe2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4887c970850f426495cfe5a661abce9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4565506 Mar 21 11:14:31.495270 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9929a-1e26-4739-9e74-9180c609efe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:31.496397 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 59998) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:31.596682 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] Publish callbacks [] for security_group (5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.643799 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] Publish callbacks [] for security_group (5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.767263 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.774484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:31.779838 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6 HTTP/1.1" status: 204 len: 168 time: 0.2813046 Mar 21 11:14:31.817285 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1f366-fb50-42a5-b5a6-780f3f52e720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5ea7ee-6b31-40c4-81a0-f1bd4170e1d6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:31.863694 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-42cab5cb-6af4-4a6b-9b62-622d7cb21dcf req-ebfb3d36-4035-4f9d-97c0-1997246a2bd9 tempest-DeleteServersTestJSON-339752299 tempest-DeleteServersTestJSON-339752299-project] 10.222.0.53 "GET /v2.0/ports?device_id=53d1a023-3d57-4927-8c7b-bc3578a90792 HTTP/1.1" status: 200 len: 210 time: 0.0433912 Mar 21 11:14:32.063218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171412a-7107-47f0-9b3c-770a24b3040f req-ad9890f4-59ce-4aa6-b4d8-d5933597140e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:32.065981 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b171412a-7107-47f0-9b3c-770a24b3040f req-ad9890f4-59ce-4aa6-b4d8-d5933597140e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0968039 Mar 21 11:14:32.140582 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b171412a-7107-47f0-9b3c-770a24b3040f req-82355a76-11d8-4680-87cc-7eae3c4f6300 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Mar 21 11:14:32.223405 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:32.238753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b25ed164-201d-48a5-970f-c34e2ea9fe64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.345965 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b25ed164-201d-48a5-970f-c34e2ea9fe64 admin admin] Publish callbacks [] for security_group (9752343f-6528-4912-8854-881a37265850), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.350859 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b25ed164-201d-48a5-970f-c34e2ea9fe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9752343f-6528-4912-8854-881a37265850), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.398113 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b25ed164-201d-48a5-970f-c34e2ea9fe64 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0f8b42bb1154465a90366f9abdfb1d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735291 Mar 21 11:14:32.399043 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ed164-201d-48a5-970f-c34e2ea9fe64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9752343f-6528-4912-8854-881a37265850,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:32.402058 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60020) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:32.467665 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] Publish callbacks [] for security_group (9752343f-6528-4912-8854-881a37265850), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.504477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] Publish callbacks [] for security_group (9752343f-6528-4912-8854-881a37265850), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.579166 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9752343f-6528-4912-8854-881a37265850), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.582351 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:32.583599 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9752343f-6528-4912-8854-881a37265850 HTTP/1.1" status: 204 len: 168 time: 0.1803465 Mar 21 11:14:32.593451 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e77aa5-2b60-4bf8-a8b8-4ffceea40dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9752343f-6528-4912-8854-881a37265850,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:32.838411 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60040) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:32.981204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b431234-f9b7-41fd-9417-859c02f77944 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.078453 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b431234-f9b7-41fd-9417-859c02f77944 admin admin] Publish callbacks [] for security_group (2949a157-5270-438c-9d84-37d40591d73b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.090098 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b431234-f9b7-41fd-9417-859c02f77944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2949a157-5270-438c-9d84-37d40591d73b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.127889 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60066) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:33.128621 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4b431234-f9b7-41fd-9417-859c02f77944 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4182fa24a30c4f52b27bd69d445b49b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889600 Mar 21 11:14:33.167191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b431234-f9b7-41fd-9417-859c02f77944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2949a157-5270-438c-9d84-37d40591d73b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:33.227062 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] Publish callbacks [] for security_group (2949a157-5270-438c-9d84-37d40591d73b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.305730 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] Publish callbacks [] for security_group (2949a157-5270-438c-9d84-37d40591d73b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.468239 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25aae1-b42c-4d77-a4fb-6b3413deb7b1 req-3c7b48ea-1096-4e06-9fa5-192941343e41 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:33.481976 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce25aae1-b42c-4d77-a4fb-6b3413deb7b1 req-3c7b48ea-1096-4e06-9fa5-192941343e41 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2117691 Mar 21 11:14:33.518672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:14:33.566092 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:14:33.567698 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 90976af2-c968-4c6b-a06d-cc3e4ea14ea4 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:14:33.570604 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2949a157-5270-438c-9d84-37d40591d73b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.576720 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:33.579054 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2949a157-5270-438c-9d84-37d40591d73b HTTP/1.1" status: 204 len: 168 time: 0.4498973 Mar 21 11:14:33.611746 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ce25aae1-b42c-4d77-a4fb-6b3413deb7b1 req-1ec7d434-b59c-4d5b-9460-ab00db0c2536 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282084 Mar 21 11:14:33.614198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb19ba-9803-4af7-ac19-4514f1918e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2949a157-5270-438c-9d84-37d40591d73b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:34.168135 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60114) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:34.339330 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae754-8340-4d5c-aa10-b5e5e0a215a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.509168 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae754-8340-4d5c-aa10-b5e5e0a215a9 admin admin] Publish callbacks [] for security_group (e857ac21-79e8-4086-9da2-66789abb2c7a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.518663 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eb4ae754-8340-4d5c-aa10-b5e5e0a215a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e857ac21-79e8-4086-9da2-66789abb2c7a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.588602 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60142) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:34.589467 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-eb4ae754-8340-4d5c-aa10-b5e5e0a215a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e0e077072f544aeba37ad682c0507213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198906 Mar 21 11:14:34.608980 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ae754-8340-4d5c-aa10-b5e5e0a215a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e857ac21-79e8-4086-9da2-66789abb2c7a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:34.682732 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] Publish callbacks [] for security_group (e857ac21-79e8-4086-9da2-66789abb2c7a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.726830 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] Publish callbacks [] for security_group (e857ac21-79e8-4086-9da2-66789abb2c7a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.784578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60160) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:34.832386 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a272a-16e2-4864-9934-097b42136fa7 req-064a6762-a175-4b97-986a-6712275b6d0d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:34.841747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-930a272a-16e2-4864-9934-097b42136fa7 req-064a6762-a175-4b97-986a-6712275b6d0d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1019855 Mar 21 11:14:34.905558 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Deleting subnet d8c8ec4c-0be7-46f8-a60d-92a3f031dad3 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:14:34.915561 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Publish callbacks [] for subnet (d8c8ec4c-0be7-46f8-a60d-92a3f031dad3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.930441 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-930a272a-16e2-4864-9934-097b42136fa7 req-6aea378c-2dd0-431e-bbb4-34c5d7a8b173 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864103 Mar 21 11:14:34.980360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e857ac21-79e8-4086-9da2-66789abb2c7a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.983650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:34.988095 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e857ac21-79e8-4086-9da2-66789abb2c7a HTTP/1.1" status: 204 len: 168 time: 0.3982935 Mar 21 11:14:34.995007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Publish callbacks [] for subnet (d8c8ec4c-0be7-46f8-a60d-92a3f031dad3), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.007601 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa551a-9612-4f18-9205-0c0b7268bf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e857ac21-79e8-4086-9da2-66789abb2c7a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:35.013314 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (d8c8ec4c-0be7-46f8-a60d-92a3f031dad3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.090009 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (d8c8ec4c-0be7-46f8-a60d-92a3f031dad3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.141176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c8ec4c-0be7-46f8-a60d-92a3f031dad3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:35.152847 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.161364 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-45c82c46-9326-4650-b2c7-ea97ba8ce05d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d8c8ec4c-0be7-46f8-a60d-92a3f031dad3 HTTP/1.1" status: 204 len: 168 time: 0.3729172 Mar 21 11:14:35.161760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60174) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:35.199486 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60176) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:35.240812 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (1495dd13-57ae-444f-a02d-cbfdfe032b40), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.340245 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (1495dd13-57ae-444f-a02d-cbfdfe032b40), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.372642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.373022 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.373845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.374182 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > port after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.374506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.375443 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > port after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.375443 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.375443 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.375882 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.376099 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.519567 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.520150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.520679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.521238 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103430) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:14:35.521813 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1495dd13-57ae-444f-a02d-cbfdfe032b40']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:35.544451 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:35.544751 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:35.563433 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.585254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b594d729-8ee8-4570-b1e3-e32527b1cc7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.590976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.602164 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:14:35.602164 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (9dfedebe-3b8f-4fe5-8c91-1fc4bff3baac), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: from cryptography.utils import int_from_bytes Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: from cryptography.utils import int_from_bytes Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:14:35.628469 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:14:35.688069 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b594d729-8ee8-4570-b1e3-e32527b1cc7d admin admin] Publish callbacks [] for security_group (cb76a028-c72a-4015-9fe1-414fca3660fc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.694724 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b594d729-8ee8-4570-b1e3-e32527b1cc7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (cb76a028-c72a-4015-9fe1-414fca3660fc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.725263 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (1495dd13-57ae-444f-a02d-cbfdfe032b40), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.748119 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b594d729-8ee8-4570-b1e3-e32527b1cc7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8a40f76ea3e4c0d9316ca2e8ca5c1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5473273 Mar 21 11:14:35.749033 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60186) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:35.760035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.770347 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1495dd13-57ae-444f-a02d-cbfdfe032b40 HTTP/1.1" status: 204 len: 168 time: 0.6057084 Mar 21 11:14:35.774494 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c0389-c75b-4643-be3c-1601f3dc3939 admin admin] Pushing event deleted for resources: {'Network': ['ID=1495dd13-57ae-444f-a02d-cbfdfe032b40,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:35.796770 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b594d729-8ee8-4570-b1e3-e32527b1cc7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb76a028-c72a-4015-9fe1-414fca3660fc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:35.797800 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60190) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:35.842929 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] Publish callbacks [] for security_group (cb76a028-c72a-4015-9fe1-414fca3660fc), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.843480 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c270-3fad-47e0-8edf-95a279fd778b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:35.901934 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] Publish callbacks [] for security_group (cb76a028-c72a-4015-9fe1-414fca3660fc), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.089014 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (cb76a028-c72a-4015-9fe1-414fca3660fc), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.092108 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.096117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c270-3fad-47e0-8edf-95a279fd778b admin admin] Publish callbacks [] for security_group (4158abea-287d-4f12-9ce4-5482df77c864), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.100967 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cb76a028-c72a-4015-9fe1-414fca3660fc HTTP/1.1" status: 204 len: 168 time: 0.3467426 Mar 21 11:14:36.109870 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60198) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:36.125303 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c270-3fad-47e0-8edf-95a279fd778b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4158abea-287d-4f12-9ce4-5482df77c864), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.207421 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fae4be-a279-418f-9534-4ef98ff9bcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb76a028-c72a-4015-9fe1-414fca3660fc,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.236977 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb452731-885d-46d5-803b-6f581c9fbea9 req-4c93ce12-7635-4412-a770-6a08b5f9b260 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:36.245414 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb452731-885d-46d5-803b-6f581c9fbea9 req-4c93ce12-7635-4412-a770-6a08b5f9b260 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2156842 Mar 21 11:14:36.284049 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c0f9c270-3fad-47e0-8edf-95a279fd778b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=357d904401d043379f492e98cad4fff1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4850864 Mar 21 11:14:36.287485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c270-3fad-47e0-8edf-95a279fd778b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4158abea-287d-4f12-9ce4-5482df77c864,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.289283 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60202) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:36.323823 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d675aa69-a661-439a-8c8f-b44fbede5514 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e99117ca49a4489e8bf0d4519b70f922&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2095220 Mar 21 11:14:36.330761 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60204) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:36.342430 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb452731-885d-46d5-803b-6f581c9fbea9 req-a9b31ed2-d80a-47f2-b57d-8b5fb23d7de9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957124 Mar 21 11:14:36.410948 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] Publish callbacks [] for security_group (4158abea-287d-4f12-9ce4-5482df77c864), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.487717 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] Publish callbacks [] for security_group (4158abea-287d-4f12-9ce4-5482df77c864), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.507481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] Publish callbacks [] for security_group (c1cb841a-88b2-4b44-b13b-542d13172a21), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.552473 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] Publish callbacks [] for security_group (c1cb841a-88b2-4b44-b13b-542d13172a21), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.599255 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4158abea-287d-4f12-9ce4-5482df77c864), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.602181 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.603293 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4158abea-287d-4f12-9ce4-5482df77c864 HTTP/1.1" status: 204 len: 168 time: 0.2994583 Mar 21 11:14:36.618115 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983ae87-be6c-40b6-bc14-28268cb4bc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158abea-287d-4f12-9ce4-5482df77c864,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.632037 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c1cb841a-88b2-4b44-b13b-542d13172a21), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.635756 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.637413 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c1cb841a-88b2-4b44-b13b-542d13172a21 HTTP/1.1" status: 204 len: 168 time: 0.3059258 Mar 21 11:14:36.650206 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd9c61-b984-4a49-af5a-f7ac676aad28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb841a-88b2-4b44-b13b-542d13172a21,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.717237 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60218) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:36.732965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9688365f-4005-4c58-aa31-72c844189908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.833646 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9688365f-4005-4c58-aa31-72c844189908 admin admin] Publish callbacks [] for security_group (4b655cb2-7573-456e-afee-157ab4a77988), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.839594 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9688365f-4005-4c58-aa31-72c844189908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4b655cb2-7573-456e-afee-157ab4a77988), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:36.911619 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9688365f-4005-4c58-aa31-72c844189908 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4916ea3146164e4c92645ca46acd18b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1925995 Mar 21 11:14:36.913640 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688365f-4005-4c58-aa31-72c844189908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b655cb2-7573-456e-afee-157ab4a77988,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:36.914701 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60222) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:36.992898 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60226) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:37.007544 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db229361-0b32-4b09-9c1c-cba69355b800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.008365 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] Publish callbacks [] for security_group (4b655cb2-7573-456e-afee-157ab4a77988), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.034203 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] Publish callbacks [] for security_group (4b655cb2-7573-456e-afee-157ab4a77988), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.101183 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4b655cb2-7573-456e-afee-157ab4a77988), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.103953 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.105070 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b655cb2-7573-456e-afee-157ab4a77988 HTTP/1.1" status: 204 len: 168 time: 0.1881936 Mar 21 11:14:37.109121 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db229361-0b32-4b09-9c1c-cba69355b800 admin admin] Publish callbacks [] for security_group (d5a577f0-c25d-490d-9d67-cfe4e28e7c4a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.114622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-db229361-0b32-4b09-9c1c-cba69355b800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d5a577f0-c25d-490d-9d67-cfe4e28e7c4a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.126237 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7840f0-9751-475c-9fe7-39f924fb745f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b655cb2-7573-456e-afee-157ab4a77988,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:37.169402 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db229361-0b32-4b09-9c1c-cba69355b800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a577f0-c25d-490d-9d67-cfe4e28e7c4a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:37.176815 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-db229361-0b32-4b09-9c1c-cba69355b800 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb43a88b6b4b48a5a5fa28157d081d61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1804020 Mar 21 11:14:37.177032 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60232) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:37.235706 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] Publish callbacks [] for security_group (d5a577f0-c25d-490d-9d67-cfe4e28e7c4a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.263526 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] Publish callbacks [] for security_group (d5a577f0-c25d-490d-9d67-cfe4e28e7c4a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.360101 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d5a577f0-c25d-490d-9d67-cfe4e28e7c4a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.363793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:37.368423 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d5a577f0-c25d-490d-9d67-cfe4e28e7c4a HTTP/1.1" status: 204 len: 168 time: 0.1891880 Mar 21 11:14:37.383015 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ced3488-4860-4d1c-8d5d-be0e76ee5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a577f0-c25d-490d-9d67-cfe4e28e7c4a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:37.551647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adc204a-1eba-4557-8681-ef5093014dd9 req-0996d115-f9d0-4a84-8ee6-0667cc0e6c5b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:37.553296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5adc204a-1eba-4557-8681-ef5093014dd9 req-0996d115-f9d0-4a84-8ee6-0667cc0e6c5b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0955954 Mar 21 11:14:37.624199 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5adc204a-1eba-4557-8681-ef5093014dd9 req-03e32103-4493-4854-b9ca-f0fd6cd91d9c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542002 Mar 21 11:14:38.232767 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:38.496378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-94437720-network', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:38.532314 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Made reservation on behalf of 8cdfbc4dd3424843be06383c37a339f5 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:38.536210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.548321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.691004 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks [] for security_group (55d0ef66-aea8-4448-b4cf-da77e2d99e20), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.696846 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (55d0ef66-aea8-4448-b4cf-da77e2d99e20), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.723695 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:38.747889 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (18f414f0-b9d9-452f-bc6b-bdb598d45e42), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.748311 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Added segment 18f414f0-b9d9-452f-bc6b-bdb598d45e42 of type vlan for network ff28c07f-6d14-4a51-b031-b5225190fd58 Mar 21 11:14:38.753785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60320) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:38.862930 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (ff28c07f-6d14-4a51-b031-b5225190fd58), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.915437 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d0ef66-aea8-4448-b4cf-da77e2d99e20,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:38.934892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (ff28c07f-6d14-4a51-b031-b5225190fd58), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:38.935745 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:38.936534 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.001298 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445ae2a-73fe-4ba2-a4f2-b2f0f77a389a req-f2440916-383b-438a-bc66-ce9f43950d88 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.008702 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a445ae2a-73fe-4ba2-a4f2-b2f0f77a389a req-f2440916-383b-438a-bc66-ce9f43950d88 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2649524 Mar 21 11:14:39.042128 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8074450 Mar 21 11:14:39.049216 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.054671 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Request body: {'subnet': {'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-subnet', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:39.094679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f3589-329a-4d30-a974-258c93fe4f59 admin admin] Pushing event updated for resources: {'Network': ['ID=ff28c07f-6d14-4a51-b031-b5225190fd58,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.099319 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Made reservation on behalf of 8cdfbc4dd3424843be06383c37a339f5 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:39.102236 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248624'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.119503 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network ff28c07f-6d14-4a51-b031-b5225190fd58 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:39.132542 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1015685107-network', 'tenant_id': 'be95c1efb31240a39005516d3fb28b57'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:39.170426 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a445ae2a-73fe-4ba2-a4f2-b2f0f77a389a req-1d0a95c9-58f6-41ce-b5d1-3bbcdfca0654 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606822 Mar 21 11:14:39.178228 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Made reservation on behalf of be95c1efb31240a39005516d3fb28b57 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:39.180947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.202960 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.284606 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60332) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.360266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks [] for security_group (577616a7-9171-414e-b533-aba7e0ec5c77), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.370065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (577616a7-9171-414e-b533-aba7e0ec5c77), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.410098 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:39.463256 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577616a7-9171-414e-b533-aba7e0ec5c77,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.477587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (4ba25854-93b4-4ea4-b76a-52c07754f31b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.477894 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Added segment 4ba25854-93b4-4ea4-b76a-52c07754f31b of type vlan for network 93fcb39c-6ce9-4b4c-898c-eebaa53db0be Mar 21 11:14:39.489926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248614'] for subnet (87ffc77d-184d-42df-8b41-03458d43d414), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.564718 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa6d716b-a3c8-4a29-bd45-0a6849d64b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.569772 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ffc77d-184d-42df-8b41-03458d43d414,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.587757 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Checking segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:39.588371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Network hostable DHCP agents. Network: ff28c07f-6d14-4a51-b031-b5225190fd58, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:39.590844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (93fcb39c-6ce9-4b4c-898c-eebaa53db0be), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.619871 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:39.632110 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, ff28c07f-6d14-4a51-b031-b5225190fd58) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:39.643055 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf74460-44ba-4d8d-9631-61585eff3df9 None None] Network ff28c07f-6d14-4a51-b031-b5225190fd58 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:39.651244 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.651959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.673745 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (93fcb39c-6ce9-4b4c-898c-eebaa53db0be), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.675403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:39.676681 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.706180 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e7b4c237-fec3-4d93-9ed2-0eaf6496439c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6555433 Mar 21 11:14:39.707777 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60352) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.714017 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:39.770249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (011cd664-4033-483c-bd30-a04923747a3e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.773560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (011cd664-4033-483c-bd30-a04923747a3e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.776092 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0210021 Mar 21 11:14:39.776913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60354) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:39.791211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Request body: {'subnet': {'network_id': '93fcb39c-6ce9-4b4c-898c-eebaa53db0be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1015685107-subnet', 'tenant_id': 'be95c1efb31240a39005516d3fb28b57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:39.814349 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3e83-f060-4bd9-b21d-8ba98895c718 admin admin] Pushing event updated for resources: {'Network': ['ID=93fcb39c-6ce9-4b4c-898c-eebaa53db0be,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:39.835539 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Made reservation on behalf of be95c1efb31240a39005516d3fb28b57 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:39.839125 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.860501 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 93fcb39c-6ce9-4b4c-898c-eebaa53db0be details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:39.860872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for router_controller (011cd664-4033-483c-bd30-a04923747a3e), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.872270 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa6d716b-a3c8-4a29-bd45-0a6849d64b31 admin admin] Publish callbacks [] for security_group (5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.895028 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-ff28c07f-6d14-4a51-b031-b5225190fd58', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:14:39.896869 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.900821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa6d716b-a3c8-4a29-bd45-0a6849d64b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:39.934403 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fa6d716b-a3c8-4a29-bd45-0a6849d64b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f26d0aedc4041b78a4481ea286c5fde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6486175 Mar 21 11:14:39.934982 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60358) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:40.041839 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6d716b-a3c8-4a29-bd45-0a6849d64b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:40.064243 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] Publish callbacks [] for security_group (5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.096598 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for router_gateway (011cd664-4033-483c-bd30-a04923747a3e), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.099083 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] Publish callbacks [] for security_group (5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.145445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Allocated IP 172.20.0.2 (ff28c07f-6d14-4a51-b031-b5225190fd58/87ffc77d-184d-42df-8b41-03458d43d414/bad8b2db-0391-4385-a92b-988413cba374) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:40.232705 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (42875ce4-1a13-4de8-a5e0-480e6844101e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.297775 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.301170 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.305151 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d HTTP/1.1" status: 204 len: 168 time: 0.3624437 Mar 21 11:14:40.341020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99dc905-27c8-4a3c-9dfb-6e94a65021c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b44a9-a7ae-4768-ad3f-ac8d3d4cb26d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:40.356481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Checking segment: {'id': '4ba25854-93b4-4ea4-b76a-52c07754f31b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '93fcb39c-6ce9-4b4c-898c-eebaa53db0be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:40.356805 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Network hostable DHCP agents. Network: 93fcb39c-6ce9-4b4c-898c-eebaa53db0be, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:40.365815 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42875ce4-1a13-4de8-a5e0-480e6844101e,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:40.397929 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks [] for port (bad8b2db-0391-4385-a92b-988413cba374), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.405059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Network 93fcb39c-6ce9-4b4c-898c-eebaa53db0be is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:40.410128 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (bad8b2db-0391-4385-a92b-988413cba374), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.420785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 93fcb39c-6ce9-4b4c-898c-eebaa53db0be) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:40.429199 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:40.431959 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.469884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Pushing event updated for resources: {'Port': ['ID=bad8b2db-0391-4385-a92b-988413cba374,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:40.477604 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279d9786-0338-4f7e-87ea-576fa47796b2 None None] Network 93fcb39c-6ce9-4b4c-898c-eebaa53db0be requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:40.478528 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fbdeb3b8-d910-41b1-8b2c-badcc6a336d2 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6966546 Mar 21 11:14:40.531199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.531543 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.531897 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.532435 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.532772 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.533114 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.533437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.533786 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.534905 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.535288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.535777 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.536129 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.536457 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.536771 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.537093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:40.577788 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:40.598638 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:40.602865 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:40.616638 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for router_gateway (011cd664-4033-483c-bd30-a04923747a3e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.678632 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18715b7-0d6f-4346-9817-b5b483726b44 req-53e1f614-5afa-44e5-bfd4-ea3d2a293c52 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:40.685791 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b18715b7-0d6f-4346-9817-b5b483726b44 req-53e1f614-5afa-44e5-bfd4-ea3d2a293c52 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.3890271 Mar 21 11:14:40.690029 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.776837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Attempting to bind port bad8b2db-0391-4385-a92b-988413cba374 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:40.778029 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Attempting to bind port bad8b2db-0391-4385-a92b-988413cba374 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:40.778623 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Attempting to bind port bad8b2db-0391-4385-a92b-988413cba374 on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:40.786941 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dcd48c-2c7a-424b-a7ce-9e98b1fe5039 None None] Network 93fcb39c-6ce9-4b4c-898c-eebaa53db0be requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:40.818395 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:40.818954 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Checking segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:40.819594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.820175 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Bound using segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:40.820908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Bound port: bad8b2db-0391-4385-a92b-988413cba374, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:40.821457 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bad8b2db-0391-4385-a92b-988413cba374), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:40.940571 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b18715b7-0d6f-4346-9817-b5b483726b44 req-431aeb9e-0a75-472f-908a-a478b6f611e8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422049 Mar 21 11:14:40.955407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] For port bad8b2db-0391-4385-a92b-988413cba374, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:40.976999 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] For port bad8b2db-0391-4385-a92b-988413cba374, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=bad8b2db-0391-4385-a92b-988413cba374,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:40.995956 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (bad8b2db-0391-4385-a92b-988413cba374), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.073655 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee0d19-405b-47e5-8adf-93a1815e9b11 None None] Pushing event updated for resources: {'Port': ['ID=bad8b2db-0391-4385-a92b-988413cba374,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:41.138840 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Allocated IP 172.27.1.196 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/c920e862-7168-46eb-8bcf-59c6436ee004) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:41.360410 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60390) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:41.376130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for port (c920e862-7168-46eb-8bcf-59c6436ee004), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.391059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ba822e1-6384-4962-b152-f8f77b19412f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.445550 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.553996 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:41.560596 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:41.574430 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:41.644158 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ba822e1-6384-4962-b152-f8f77b19412f admin admin] Publish callbacks [] for security_group (76efda2d-ec9b-455e-8c3d-9dc35ee897a9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.652363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6ba822e1-6384-4962-b152-f8f77b19412f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (76efda2d-ec9b-455e-8c3d-9dc35ee897a9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.758353 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6ba822e1-6384-4962-b152-f8f77b19412f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=39c47f9b620a411b9d0b3b40cb892299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930311 Mar 21 11:14:41.760742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60396) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:41.790397 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba822e1-6384-4962-b152-f8f77b19412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76efda2d-ec9b-455e-8c3d-9dc35ee897a9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:41.850569 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] Publish callbacks [] for security_group (76efda2d-ec9b-455e-8c3d-9dc35ee897a9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:41.924520 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] Publish callbacks [] for security_group (76efda2d-ec9b-455e-8c3d-9dc35ee897a9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.028259 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (76efda2d-ec9b-455e-8c3d-9dc35ee897a9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.030937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.032190 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76efda2d-ec9b-455e-8c3d-9dc35ee897a9 HTTP/1.1" status: 204 len: 168 time: 0.2701294 Mar 21 11:14:42.044457 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Pushing event updated for resources: {'Port': ['ID=c920e862-7168-46eb-8bcf-59c6436ee004,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:42.051098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60412) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:42.059309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-644436223-network', 'tenant_id': '1f90ec6269234c12944dba0aa28fca2f'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:42.068363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d555e-e2cc-48ed-b444-58bc32621384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76efda2d-ec9b-455e-8c3d-9dc35ee897a9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:42.158072 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Made reservation on behalf of 1f90ec6269234c12944dba0aa28fca2f for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:42.165416 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.231361 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.434618 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379e748-bcb6-4084-b8b2-aa454dc78152 req-fa7570b0-ed51-4561-8606-8ad5f7a3d7a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:42.447049 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0379e748-bcb6-4084-b8b2-aa454dc78152 req-fa7570b0-ed51-4561-8606-8ad5f7a3d7a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2924230 Mar 21 11:14:42.544557 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for router_gateway (011cd664-4033-483c-bd30-a04923747a3e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.768589 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0379e748-bcb6-4084-b8b2-aa454dc78152 req-50f58d74-67b3-4270-a26e-3cbeb27619fc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202431 Mar 21 11:14:42.774665 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device bad8b2db-0391-4385-a92b-988413cba374 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:42.790541 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks [] for security_group (6f852841-4cd4-4d0f-abbf-be45ea009b4d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.803849 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (6f852841-4cd4-4d0f-abbf-be45ea009b4d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.820062 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:42.833959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (a7d0e126-d6c6-4605-be95-f731ed92b7a4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:42.834409 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Added segment a7d0e126-d6c6-4605-be95-f731ed92b7a4 of type vlan for network fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 Mar 21 11:14:42.848906 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8557599-8bd8-4c1f-8db8-42dba83ff95d None None] Network ff28c07f-6d14-4a51-b031-b5225190fd58 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:42.933907 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Provisioning complete for port bad8b2db-0391-4385-a92b-988413cba374 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:42.934987 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (bad8b2db-0391-4385-a92b-988413cba374), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.099790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (fe56b8a0-9e29-4972-a8d8-4c8ea7678db8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.109892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f852841-4cd4-4d0f-abbf-be45ea009b4d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:43.171634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port bad8b2db-0391-4385-a92b-988413cba374 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:43.172012 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (bad8b2db-0391-4385-a92b-988413cba374), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.191957 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (fe56b8a0-9e29-4972-a8d8-4c8ea7678db8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.195226 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:43.195621 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.245989 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60444) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:43.327186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2745321 Mar 21 11:14:43.329688 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60448) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:43.333134 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (011cd664-4033-483c-bd30-a04923747a3e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.338039 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Request body: {'subnet': {'network_id': 'fe56b8a0-9e29-4972-a8d8-4c8ea7678db8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-644436223-subnet', 'tenant_id': '1f90ec6269234c12944dba0aa28fca2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:43.352165 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170bcb9-f817-4559-97a7-8019a9a66365 admin admin] Pushing event updated for resources: {'Network': ['ID=fe56b8a0-9e29-4972-a8d8-4c8ea7678db8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:43.367173 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:43.378864 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Current status of the port bad8b2db-0391-4385-a92b-988413cba374 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:43.379341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bad8b2db-0391-4385-a92b-988413cba374), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.430333 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Made reservation on behalf of 1f90ec6269234c12944dba0aa28fca2f for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:43.434117 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.447383 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port bad8b2db-0391-4385-a92b-988413cba374 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:43.447778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bad8b2db-0391-4385-a92b-988413cba374), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.495121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1131874539-network', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:43.547496 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port bad8b2db-0391-4385-a92b-988413cba374, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=bad8b2db-0391-4385-a92b-988413cba374,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:43.567750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (bad8b2db-0391-4385-a92b-988413cba374), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.596393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Made reservation on behalf of 6a0022e1f8894598b76c23ed8fff29bd for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:43.599661 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.682203 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=bad8b2db-0391-4385-a92b-988413cba374,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:43.686931 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.db.api [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:14:43.687691 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG oslo_db.api [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:14:43.688694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.722661 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Router 011cd664-4033-483c-bd30-a04923747a3e is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:14:43.842008 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (61fb711c-4b1e-40e7-904c-e1dfecd9b936), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.854788 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:43.868927 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:43.881961 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.883732 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b38c3451-bd5f-46ec-9dcd-d8f6935a38af admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.1745591 Mar 21 11:14:43.885292 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:43.885978 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:43.886964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60458) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:43.933664 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks [] for security_group (e3db1e98-9769-4891-9322-4779bfc06b4a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.947201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e3db1e98-9769-4891-9322-4779bfc06b4a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:43.995682 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:44.014334 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61fb711c-4b1e-40e7-904c-e1dfecd9b936,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.032611 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (f42a3368-cf37-4166-b22e-c99f7962969d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.033243 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Added segment f42a3368-cf37-4166-b22e-c99f7962969d of type vlan for network 544b4738-3cac-4be1-91e7-e59f961f95ce Mar 21 11:14:44.034847 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3db1e98-9769-4891-9322-4779bfc06b4a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.043585 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:44.052559 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Checking segment: {'id': 'a7d0e126-d6c6-4605-be95-f731ed92b7a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'fe56b8a0-9e29-4972-a8d8-4c8ea7678db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:44.053142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Network hostable DHCP agents. Network: fe56b8a0-9e29-4972-a8d8-4c8ea7678db8, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:44.097074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (544b4738-3cac-4be1-91e7-e59f961f95ce), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.125472 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Network fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:44.142128 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, fe56b8a0-9e29-4972-a8d8-4c8ea7678db8) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:44.152225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb73b8da-3963-414d-9f25-ab55928a6c0a None None] Network fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:44.155089 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (544b4738-3cac-4be1-91e7-e59f961f95ce), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.156204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:44.157305 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.160785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:44.161895 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.244792 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9974334 Mar 21 11:14:44.249368 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60462) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:44.257328 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Request body: {'subnet': {'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1131874539-subnet', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:44.263647 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e835a392-8f5a-4b19-8572-8fe20f8fbbe5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9327645 Mar 21 11:14:44.292296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6acec4-1c72-4d23-8cf1-f9beafadb452 admin admin] Pushing event updated for resources: {'Network': ['ID=544b4738-3cac-4be1-91e7-e59f961f95ce,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:44.327187 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-96e1e996-3bc6-4a3b-b23b-3459249d05fe None None] Current status of the port bad8b2db-0391-4385-a92b-988413cba374 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:44.330078 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 544b4738-3cac-4be1-91e7-e59f961f95ce details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:44.331200 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Made reservation on behalf of 6a0022e1f8894598b76c23ed8fff29bd for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:44.334043 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.336221 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e6f960-8115-4ad4-b604-ac6e211c50c3 req-ee04302f-bed6-44c0-bc41-6040bf87d3e4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:44.338746 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:42Z', 'revision_number': 3, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:44.357784 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71e6f960-8115-4ad4-b604-ac6e211c50c3 req-ee04302f-bed6-44c0-bc41-6040bf87d3e4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2186573 Mar 21 11:14:44.387143 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:44.388378 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Updating router 011cd664-4033-483c-bd30-a04923747a3e port c920e862-7168-46eb-8bcf-59c6436ee004 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:44.471015 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.495548 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-ec93ab12-b3b1-44c0-81e2-ae516587f3aa None None] Provisioning complete for port bad8b2db-0391-4385-a92b-988413cba374 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:44.495987 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ec93ab12-b3b1-44c0-81e2-ae516587f3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (bad8b2db-0391-4385-a92b-988413cba374), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:44.543320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0158d901-6095-4ca3-a4a1-b5def7227d19 None None] Network fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:44.760118 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71e6f960-8115-4ad4-b604-ac6e211c50c3 req-41c1cdea-cb08-4256-a5b2-2cc20163bf65 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3927751 Mar 21 11:14:44.894270 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device bad8b2db-0391-4385-a92b-988413cba374 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:44.899085 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-ec93ab12-b3b1-44c0-81e2-ae516587f3aa None None] Current status of the port bad8b2db-0391-4385-a92b-988413cba374 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:44.947852 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (7707a1b6-4b73-4223-b3c3-59315fd623ba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.066787 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7707a1b6-4b73-4223-b3c3-59315fd623ba,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:45.086764 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Checking segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:45.087264 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Network hostable DHCP agents. Network: 544b4738-3cac-4be1-91e7-e59f961f95ce, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:45.132855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Network 544b4738-3cac-4be1-91e7-e59f961f95ce is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:45.164850 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 544b4738-3cac-4be1-91e7-e59f961f95ce) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:45.166141 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port bad8b2db-0391-4385-a92b-988413cba374 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:45.166817 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (bad8b2db-0391-4385-a92b-988413cba374), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.177473 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:45.178306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.219006 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d742691c-c059-4ed4-998a-9b5a1d4f22f8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9659290 Mar 21 11:14:45.219409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60490) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:45.228762 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks [] for port (c920e862-7168-46eb-8bcf-59c6436ee004), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.229999 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:45.238622 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b584bd53-a0e7-409d-858a-fc3329b1e1ee None None] Network 544b4738-3cac-4be1-91e7-e59f961f95ce requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:45.241203 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.260350 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.270589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.273123 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.411074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for router_controller (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.429073 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Attempting to bind port c920e862-7168-46eb-8bcf-59c6436ee004 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:45.438264 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Attempting to bind port c920e862-7168-46eb-8bcf-59c6436ee004 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:45.439368 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Attempting to bind port c920e862-7168-46eb-8bcf-59c6436ee004 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:45.443329 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Pushing event updated for resources: {'Port': ['ID=c920e862-7168-46eb-8bcf-59c6436ee004,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:45.483691 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:45.484874 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:45.498485 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.499523 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:45.500645 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Bound port: c920e862-7168-46eb-8bcf-59c6436ee004, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:45.501594 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.506898 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.511751 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.512883 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.514983 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.515823 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.516680 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.517588 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.518772 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.522368 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.523730 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.524838 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.525549 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.530327 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.531032 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.532691 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:14:45.620648 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Allocated IP 172.20.0.1 (ff28c07f-6d14-4a51-b031-b5225190fd58/87ffc77d-184d-42df-8b41-03458d43d414/22f85e13-974a-4539-9c68-5bce4c7c97ab) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:45.680691 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] For port c920e862-7168-46eb-8bcf-59c6436ee004, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:45.685416 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] For port c920e862-7168-46eb-8bcf-59c6436ee004, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=c920e862-7168-46eb-8bcf-59c6436ee004,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:45.695517 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.735098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-544b4738-3cac-4be1-91e7-e59f961f95ce', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:14:45.736964 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.748543 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port bad8b2db-0391-4385-a92b-988413cba374 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:45.845189 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks [] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:45.994456 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.106927 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for router_gateway (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.185269 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:46.215065 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189812c-8388-495f-8e8c-622c2577c116 None None] Pushing event updated for resources: {'Port': ['ID=c920e862-7168-46eb-8bcf-59c6436ee004,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.216947 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:46.250931 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:46.255257 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Allocated IP 172.20.0.2 (544b4738-3cac-4be1-91e7-e59f961f95ce/7707a1b6-4b73-4223-b3c3-59315fd623ba/52e5b716-6b36-455e-a837-a4064c4841c2) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:46.294902 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:46.295992 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:46.357221 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.444348 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (011cd664-4033-483c-bd30-a04923747a3e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.594674 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for router_gateway (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.638573 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:46.644900 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks [] for port (52e5b716-6b36-455e-a837-a4064c4841c2), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.658615 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca74e5b-7185-4874-aa87-8ad71f15ab3a req-4f1e2949-8ed6-447a-9791-d677c1fbf893 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:46.661305 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.669022 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cca74e5b-7185-4874-aa87-8ad71f15ab3a req-4f1e2949-8ed6-447a-9791-d677c1fbf893 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.5936284 Mar 21 11:14:46.698607 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.756483 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cca74e5b-7185-4874-aa87-8ad71f15ab3a req-32a1b42f-fcf4-4a1a-be6f-6ca030c7f53b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832705 Mar 21 11:14:46.785416 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Network 544b4738-3cac-4be1-91e7-e59f961f95ce is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:46.803626 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.804298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:46.807235 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:46.819686 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Pushing event updated for resources: {'Port': ['ID=52e5b716-6b36-455e-a837-a4064c4841c2,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:46.847061 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-85399c47-c520-4097-bea9-0670b13c50f8 None None] Provisioning complete for port 22f85e13-974a-4539-9c68-5bce4c7c97ab triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:46.848071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-85399c47-c520-4097-bea9-0670b13c50f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:46.988319 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-85399c47-c520-4097-bea9-0670b13c50f8 None None] Port 22f85e13-974a-4539-9c68-5bce4c7c97ab cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:47.005360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Allocated IP 172.27.1.158 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/dbb19d2b-3abb-4779-874c-53956007e206) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:47.014261 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Attempting to bind port 52e5b716-6b36-455e-a837-a4064c4841c2 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:47.015009 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Attempting to bind port 52e5b716-6b36-455e-a837-a4064c4841c2 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:47.015709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Attempting to bind port 52e5b716-6b36-455e-a837-a4064c4841c2 on network 544b4738-3cac-4be1-91e7-e59f961f95ce {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:47.026236 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:47.027058 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Checking segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:47.027841 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.028987 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Bound using segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:47.029959 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Bound port: 52e5b716-6b36-455e-a837-a4064c4841c2, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:47.030646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.075290 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks [] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.086370 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.106689 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:42Z', 'revision_number': 3, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:47.157669 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] For port 52e5b716-6b36-455e-a837-a4064c4841c2, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:47.164622 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] For port 52e5b716-6b36-455e-a837-a4064c4841c2, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=52e5b716-6b36-455e-a837-a4064c4841c2,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:47.182054 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.192972 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f37325-302b-4bb5-a8ec-0d68c31237e8 None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:42Z', 'revision_number': 3, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:47.246054 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:47.249254 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (011cd664-4033-483c-bd30-a04923747a3e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.305128 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for port (dbb19d2b-3abb-4779-874c-53956007e206), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.309606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2868f-64e6-4a17-bf2b-b69b2ed8f6e5 None None] Pushing event updated for resources: {'Port': ['ID=52e5b716-6b36-455e-a837-a4064c4841c2,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:47.389950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (dbb19d2b-3abb-4779-874c-53956007e206), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:47.428058 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:47.430752 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:47.450497 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:47.454651 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:47.458813 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:47.541051 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Pushing event updated for resources: {'Port': ['ID=dbb19d2b-3abb-4779-874c-53956007e206,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:47.807159 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:47.972058 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for router_gateway (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.075470 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-4a8a4a25-79d7-41e9-8156-6bbfa12ca690 None None] Provisioning complete for port 22f85e13-974a-4539-9c68-5bce4c7c97ab triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:48.076681 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4a8a4a25-79d7-41e9-8156-6bbfa12ca690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.182377 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4a8a4a25-79d7-41e9-8156-6bbfa12ca690 None None] Port 22f85e13-974a-4539-9c68-5bce4c7c97ab cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:48.256945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d8548640-78a5-4ca2-ac75-5f70795888b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.404360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.545832 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35aaa1c-5297-4b30-ad78-ffc9e9ee0cde req-1bb60fb5-0110-43fb-ac01-84653523b13a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:48.559291 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f35aaa1c-5297-4b30-ad78-ffc9e9ee0cde req-1bb60fb5-0110-43fb-ac01-84653523b13a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.5660789 Mar 21 11:14:48.613637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:48.653972 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ce9e030a-79c9-4e48-a309-03d46470d5b4 admin admin] 10.222.0.53 "PUT /v2.0/routers/011cd664-4033-483c-bd30-a04923747a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7649345 Mar 21 11:14:48.724432 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:14:48.759642 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f35aaa1c-5297-4b30-ad78-ffc9e9ee0cde req-e30e5117-2a5e-4316-8adb-9d77b0e6e1e3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985049 Mar 21 11:14:48.874262 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.916806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:48.939098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Sync routers for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:48.945157 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:48.953570 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2a8fdefc-5413-4b46-b3a3-28182d9a2079 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7312317 Mar 21 11:14:48.955011 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 52e5b716-6b36-455e-a837-a4064c4841c2 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:48.958316 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60552) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:49.032856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:49.033847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:49.167321 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e3c479-7a23-47b4-a2f9-84bd5b371117 None None] Network 544b4738-3cac-4be1-91e7-e59f961f95ce requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:49.467477 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Provisioning complete for port 52e5b716-6b36-455e-a837-a4064c4841c2 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:49.467907 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.473087 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 52e5b716-6b36-455e-a837-a4064c4841c2 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:49.473582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.643291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:49.712614 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60584) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:49.717679 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--336925180', 'description': 'tempest-description--1019893533'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:49.789137 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:49.950036 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60594) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:50.079838 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c0fe132f-46c1-4750-af0b-c85898a81343), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.102087 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c0fe132f-46c1-4750-af0b-c85898a81343), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.211512 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe132f-46c1-4750-af0b-c85898a81343,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:50.235247 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.240134 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-649fead9-46dd-4c47-9f97-37478c42d7db tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5229537 Mar 21 11:14:50.240378 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60606) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:50.263053 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group_rule': {'security_group_id': 'c0fe132f-46c1-4750-af0b-c85898a81343', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:50.297841 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d977395f-b010-4d16-834b-75479af7ee14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.303741 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b1a1c-44a5-4504-8eda-e649eb2205c3 req-0c3a2b4e-550b-4b6e-9a91-8911d7683d2f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:50.316953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc3b1a1c-44a5-4504-8eda-e649eb2205c3 req-0c3a2b4e-550b-4b6e-9a91-8911d7683d2f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.3749464 Mar 21 11:14:50.337057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 52e5b716-6b36-455e-a837-a4064c4841c2 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:50.337736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.358290 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (8470726c-465b-4d03-b453-1bc7fd5d0eef), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.445928 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.495316 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Current status of the port 52e5b716-6b36-455e-a837-a4064c4841c2 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:50.496382 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.546358 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:14:50.587802 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:50.588857 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:50.590750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 52e5b716-6b36-455e-a837-a4064c4841c2, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=52e5b716-6b36-455e-a837-a4064c4841c2,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:50.592825 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fc3b1a1c-44a5-4504-8eda-e649eb2205c3 req-460b33f4-4449-497c-a607-8f75176a1e54 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737339 Mar 21 11:14:50.641842 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (8470726c-465b-4d03-b453-1bc7fd5d0eef), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.675194 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (8470726c-465b-4d03-b453-1bc7fd5d0eef), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.685358 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d977395f-b010-4d16-834b-75479af7ee14 admin admin] Publish callbacks [] for security_group (4c6fdc80-0905-4381-b262-a611884bf4c1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.689657 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.693504 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device c920e862-7168-46eb-8bcf-59c6436ee004 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:50.716529 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d977395f-b010-4d16-834b-75479af7ee14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4c6fdc80-0905-4381-b262-a611884bf4c1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:50.767620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9e4a3b-e82a-4907-85de-87897736523d req-815dc2b8-d928-440f-98d7-bf72910df699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:50.771279 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c9e4a3b-e82a-4907-85de-87897736523d req-815dc2b8-d928-440f-98d7-bf72910df699 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1130 time: 0.3215427 Mar 21 11:14:50.834095 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d977395f-b010-4d16-834b-75479af7ee14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=224096f1dc0149079df5198e7ebe373c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8748820 Mar 21 11:14:50.850916 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:50.881299 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:50.902244 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8470726c-465b-4d03-b453-1bc7fd5d0eef,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:50.990886 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977395f-b010-4d16-834b-75479af7ee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6fdc80-0905-4381-b262-a611884bf4c1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:51.022609 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=52e5b716-6b36-455e-a837-a4064c4841c2,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:51.027157 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.034777 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-83340d9b-4bc3-415e-84ff-49cb23a1f985 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7929194 Mar 21 11:14:51.046901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60616) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:51.048411 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-44490991-427f-4594-b9f4-9206361f90e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.051778 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group_rule': {'security_group_id': 'c0fe132f-46c1-4750-af0b-c85898a81343', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:51.072650 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1c9e4a3b-e82a-4907-85de-87897736523d req-c3505e4e-0212-4354-b179-73762808747e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369363 Mar 21 11:14:51.103133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.db.api [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:14:51.104130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG oslo_db.api [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:14:51.122926 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port c920e862-7168-46eb-8bcf-59c6436ee004 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:51.123940 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.127492 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (f4e929e4-daea-4c22-a3df-6ad7035477c9), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.206836 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:47Z', 'revision_number': 3, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:51.234055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] Publish callbacks [] for security_group (4c6fdc80-0905-4381-b262-a611884bf4c1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.244147 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (f4e929e4-daea-4c22-a3df-6ad7035477c9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.250178 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (f4e929e4-daea-4c22-a3df-6ad7035477c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.261101 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 2, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:51.270024 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Checking router: 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:51.270957 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Updating router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 port dbb19d2b-3abb-4779-874c-53956007e206 binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:51.272794 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4e929e4-daea-4c22-a3df-6ad7035477c9,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:51.295429 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.297042 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f106a683-764c-4c7a-bf42-5646713bda96 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2490849 Mar 21 11:14:51.302800 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60620) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:51.304845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] Publish callbacks [] for security_group (4c6fdc80-0905-4381-b262-a611884bf4c1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.308683 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:51.350612 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:14:51.352605 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Updating router 011cd664-4033-483c-bd30-a04923747a3e port 22f85e13-974a-4539-9c68-5bce4c7c97ab binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:14:51.355789 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Allocated IP 172.20.0.1 (544b4738-3cac-4be1-91e7-e59f961f95ce/7707a1b6-4b73-4223-b3c3-59315fd623ba/461e3fde-57f5-444e-b4bb-bb9fed4c831c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:51.363032 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.408344 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dbb19d2b-3abb-4779-874c-53956007e206), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.430050 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.490560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port c920e862-7168-46eb-8bcf-59c6436ee004 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:51.491369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.596501 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.616404 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks [] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.667763 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.710649 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Network 544b4738-3cac-4be1-91e7-e59f961f95ce is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:51.710946 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port c920e862-7168-46eb-8bcf-59c6436ee004, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=c920e862-7168-46eb-8bcf-59c6436ee004,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:51.718702 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:51.740727 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.814313 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d4055f6f-a288-41ac-a05e-a777ebcc94b3 None None] Current status of the port 52e5b716-6b36-455e-a837-a4064c4841c2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:51.834065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Allocated IP 172.27.1.36 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/810736d0-6fed-4661-93dd-cff3f891e077) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:14:51.867251 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=c920e862-7168-46eb-8bcf-59c6436ee004,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:51.884529 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:51.960243 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-b54a762d-e829-47a9-a310-5ab30946ce0b None None] Provisioning complete for port 52e5b716-6b36-455e-a837-a4064c4841c2 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:51.962639 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b54a762d-e829-47a9-a310-5ab30946ce0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.976531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:51.985130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Pushing event updated for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.069238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 52e5b716-6b36-455e-a837-a4064c4841c2 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:52.088527 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (810736d0-6fed-4661-93dd-cff3f891e077), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.207450 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (810736d0-6fed-4661-93dd-cff3f891e077), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.305806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13fce98-60c3-44cf-afbf-f630ac2064bd req-5f36656a-a267-4046-a092-9562af7601ca tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:52.305806 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f13fce98-60c3-44cf-afbf-f630ac2064bd req-5f36656a-a267-4046-a092-9562af7601ca tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.4519513 Mar 21 11:14:52.308533 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (4c6fdc80-0905-4381-b262-a611884bf4c1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.315669 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.328815 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4c6fdc80-0905-4381-b262-a611884bf4c1 HTTP/1.1" status: 204 len: 168 time: 1.4726458 Mar 21 11:14:52.362196 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058e37-cc26-48cd-990f-99a05c9fc84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6fdc80-0905-4381-b262-a611884bf4c1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.393783 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks [] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.407488 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.450924 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:52.454265 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=810736d0-6fed-4661-93dd-cff3f891e077,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.458984 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:52.461446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:14:52.535646 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.611301 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f17654-ced1-4164-b058-74ea2780a0ef None None] Pushing event updated for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:52.634992 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (810736d0-6fed-4661-93dd-cff3f891e077), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.645927 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f13fce98-60c3-44cf-afbf-f630ac2064bd req-0b074e9b-9ef1-4bf3-bade-17302897ec40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146105 Mar 21 11:14:52.663165 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.680255 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Attempting to bind port 22f85e13-974a-4539-9c68-5bce4c7c97ab on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:52.681933 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Attempting to bind port 22f85e13-974a-4539-9c68-5bce4c7c97ab by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:52.682300 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Attempting to bind port 22f85e13-974a-4539-9c68-5bce4c7c97ab on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:52.685292 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.694286 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:52.694995 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Checking segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:52.695555 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.696093 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Bound using segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:52.696782 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Bound port: 22f85e13-974a-4539-9c68-5bce4c7c97ab, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:52.697318 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.742793 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-b54a762d-e829-47a9-a310-5ab30946ce0b None None] Current status of the port 52e5b716-6b36-455e-a837-a4064c4841c2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:52.854911 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 52e5b716-6b36-455e-a837-a4064c4841c2 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:52.855430 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.880794 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] For port 22f85e13-974a-4539-9c68-5bce4c7c97ab, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:52.891698 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] For port 22f85e13-974a-4539-9c68-5bce4c7c97ab, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=22f85e13-974a-4539-9c68-5bce4c7c97ab,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:52.908760 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.982526 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks [] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:52.992725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.001074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (810736d0-6fed-4661-93dd-cff3f891e077), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.014187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (810736d0-6fed-4661-93dd-cff3f891e077), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.035821 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:53.036481 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:53.045778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-313694e5-5855-40c7-abda-3cd0db33cb8e None None] Provisioning complete for port 461e3fde-57f5-444e-b4bb-bb9fed4c831c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:53.046347 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-313694e5-5855-40c7-abda-3cd0db33cb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.072650 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60644) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:53.097500 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks [] for port (dbb19d2b-3abb-4779-874c-53956007e206), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.111282 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.132731 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=810736d0-6fed-4661-93dd-cff3f891e077,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.146844 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dbb19d2b-3abb-4779-874c-53956007e206), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.151036 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.152701 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d746449d-46b8-41cf-b259-65a1ecaa7a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8486302 Mar 21 11:14:53.157881 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f98f09-368f-4650-adc5-5a040eb28dce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.213487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.222926 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067126b3-9d05-4bbf-b26e-9a2f0a73fe3e None None] Pushing event updated for resources: {'Port': ['ID=dbb19d2b-3abb-4779-874c-53956007e206,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.234466 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-313694e5-5855-40c7-abda-3cd0db33cb8e None None] Port 461e3fde-57f5-444e-b4bb-bb9fed4c831c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:53.239502 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Pushing event updated for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.249247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 52e5b716-6b36-455e-a837-a4064c4841c2 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:53.268472 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f17654-ced1-4164-b058-74ea2780a0ef None None] Pushing event updated for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:53.287159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Attempting to bind port dbb19d2b-3abb-4779-874c-53956007e206 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:14:53.288118 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Attempting to bind port dbb19d2b-3abb-4779-874c-53956007e206 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:14:53.289475 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Attempting to bind port dbb19d2b-3abb-4779-874c-53956007e206 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:14:53.308200 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:14:53.310676 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:53.310676 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.311140 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:14:53.311915 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Bound port: dbb19d2b-3abb-4779-874c-53956007e206, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:14:53.313830 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dbb19d2b-3abb-4779-874c-53956007e206), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.338700 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:53.400251 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Network 544b4738-3cac-4be1-91e7-e59f961f95ce is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:14:53.410979 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:53.460608 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Provisioning complete for port 22f85e13-974a-4539-9c68-5bce4c7c97ab triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:53.461138 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.578073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] For port dbb19d2b-3abb-4779-874c-53956007e206, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:14:53.630697 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] For port dbb19d2b-3abb-4779-874c-53956007e206, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dbb19d2b-3abb-4779-874c-53956007e206,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:14:53.663274 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dbb19d2b-3abb-4779-874c-53956007e206), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.768427 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:53.779484 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Current status of the port 22f85e13-974a-4539-9c68-5bce4c7c97ab is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:53.780193 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:53.849748 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:14:53.851005 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:54.034767 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-4fcddfe8-27eb-4be4-9eb7-3ec4994fbf03 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--336925180&fields=id&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 267 time: 0.4348567 Mar 21 11:14:54.043411 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f98f09-368f-4650-adc5-5a040eb28dce admin admin] Publish callbacks [] for security_group (e4128130-a968-4410-98ae-16cb30dd87ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.059534 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cb79f3e-28cc-436c-b07f-0b6177b1a6cb None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:54.104785 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f4f98f09-368f-4650-adc5-5a040eb28dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e4128130-a968-4410-98ae-16cb30dd87ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.158077 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067126b3-9d05-4bbf-b26e-9a2f0a73fe3e None None] Pushing event updated for resources: {'Port': ['ID=dbb19d2b-3abb-4779-874c-53956007e206,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:54.164019 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device c920e862-7168-46eb-8bcf-59c6436ee004 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:54.295591 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:14:54.299668 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:14:54.305437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:14:54.354223 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f4f98f09-368f-4650-adc5-5a040eb28dce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=162c65db4531447a8ff8c0d5aafcda96&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2803144 Mar 21 11:14:54.356875 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60676) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:54.367589 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f98f09-368f-4650-adc5-5a040eb28dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4128130-a968-4410-98ae-16cb30dd87ce,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:54.384687 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.386746 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a309f2a4-7cd1-4b1c-8ac6-1e8e018658b1 req-30ea45c9-3b39-46ff-9ffb-ebb2a6f5601f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:54.388558 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a309f2a4-7cd1-4b1c-8ac6-1e8e018658b1 req-30ea45c9-3b39-46ff-9ffb-ebb2a6f5601f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.5149086 Mar 21 11:14:54.399509 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] For port 22f85e13-974a-4539-9c68-5bce4c7c97ab, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=22f85e13-974a-4539-9c68-5bce4c7c97ab,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:54.442590 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.531138 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] Publish callbacks [] for security_group (e4128130-a968-4410-98ae-16cb30dd87ce), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.543578 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-5f73752d-b07e-4dd1-a636-9e4bb51a051a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:54.546244 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-5f73752d-b07e-4dd1-a636-9e4bb51a051a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 815 time: 0.4888563 Mar 21 11:14:54.577723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] Publish callbacks [] for security_group (e4128130-a968-4410-98ae-16cb30dd87ce), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.602998 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-4ab5e7e0-6cd9-4296-80b9-c9389edac97d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/quotas/8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 375 time: 0.0473690 Mar 21 11:14:54.649722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port c920e862-7168-46eb-8bcf-59c6436ee004 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:54.650391 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.661127 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e4128130-a968-4410-98ae-16cb30dd87ce), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.666323 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.670576 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4128130-a968-4410-98ae-16cb30dd87ce HTTP/1.1" status: 204 len: 168 time: 0.3090968 Mar 21 11:14:54.678162 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60a83d-52b2-41e6-a419-5703b1755660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4128130-a968-4410-98ae-16cb30dd87ce,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:54.702188 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Provisioning complete for port 22f85e13-974a-4539-9c68-5bce4c7c97ab triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:54.702794 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:54.710160 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a309f2a4-7cd1-4b1c-8ac6-1e8e018658b1 req-0a225154-e873-44c1-b6e8-90cb8b595307 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023000 Mar 21 11:14:54.855756 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:14:54.889766 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-2d195ec2-0761-4ab1-9ac9-51d4a2b6bf12 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2688410 Mar 21 11:14:54.896193 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a2fbb742-be60-4ca7-bd2e-87081b2792ce admin admin] 10.222.0.53 "PUT /v2.0/routers/69a7d6f6-c7e1-4f33-babd-27fb92d25c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9360592 Mar 21 11:14:54.919333 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937526ff-6968-471b-99b7-ead1183e6db2 None None] Pushing event updated for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:55.046662 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Current status of the port 22f85e13-974a-4539-9c68-5bce4c7c97ab is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:55.229391 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Provisioning complete for port 461e3fde-57f5-444e-b4bb-bb9fed4c831c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:55.238046 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.314571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb135d-dfdf-4896-be4a-96c1782e187f req-ef75736e-f566-4053-bd8d-eec9d36c65b8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:55.332554 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port c920e862-7168-46eb-8bcf-59c6436ee004 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:55.336821 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75cb135d-dfdf-4896-be4a-96c1782e187f req-ef75736e-f566-4053-bd8d-eec9d36c65b8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.4299610 Mar 21 11:14:55.412401 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 2, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:14:55.437010 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:55.581161 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-8631efee-9a51-4399-882c-5ed6b7583f58 None None] Port 461e3fde-57f5-444e-b4bb-bb9fed4c831c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:14:55.586026 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ab3a91-8a5a-44c2-96fa-d3b8b47566a9 None None] The sync data for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi is: [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 2, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:14:55.607877 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75cb135d-dfdf-4896-be4a-96c1782e187f req-99b13de2-5d26-4a07-84ea-da7fd5c7eb6e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693319 Mar 21 11:14:55.611814 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-9155b44f-f8fa-43e7-8ef7-6ad56ed0a502 service neutron] 10.222.0.53 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6825051 Mar 21 11:14:56.079680 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-804ebca4-94cb-473b-b2ec-49dd3d1267ab service neutron] 10.222.0.53 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579537 Mar 21 11:14:56.149286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 22f85e13-974a-4539-9c68-5bce4c7c97ab up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:56.302377 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 22f85e13-974a-4539-9c68-5bce4c7c97ab triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:56.303249 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:56.747934 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 22f85e13-974a-4539-9c68-5bce4c7c97ab is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:56.935443 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d2da81c-88d8-4c5f-abcb-3f8081bd3116 req-cc5b7941-bc6e-4265-8b84-34d98b62dda8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 210 time: 0.2165573 Mar 21 11:14:57.510067 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60808) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:57.516669 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-506857033-network', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:57.553771 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Made reservation on behalf of 0790946884a84cc7be3689b5c0dbeb75 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:57.556775 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.576626 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.733576 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks [] for security_group (3682677c-6a56-4c50-8ba4-2f0cffc52494), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.741452 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (3682677c-6a56-4c50-8ba4-2f0cffc52494), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.771090 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:14:57.785917 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3682677c-6a56-4c50-8ba4-2f0cffc52494,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:57.793956 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (8d78a55b-ba60-4efc-833e-9a9089ad2c3f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.794301 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Added segment 8d78a55b-ba60-4efc-833e-9a9089ad2c3f of type vlan for network 2eae5130-b856-428e-ba99-ba4c6f4195ab Mar 21 11:14:57.889847 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (2eae5130-b856-428e-ba99-ba4c6f4195ab), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.963222 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (2eae5130-b856-428e-ba99-ba4c6f4195ab), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.965760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:57.966806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:57.986709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dbb19d2b-3abb-4779-874c-53956007e206 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:14:58.082093 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5680330 Mar 21 11:14:58.083171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 60824) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:58.092690 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Request body: {'subnet': {'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-506857033-subnet', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:58.138074 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port dbb19d2b-3abb-4779-874c-53956007e206 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:14:58.138777 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (dbb19d2b-3abb-4779-874c-53956007e206), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.153636 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Made reservation on behalf of 0790946884a84cc7be3689b5c0dbeb75 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:58.159957 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.490394 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port dbb19d2b-3abb-4779-874c-53956007e206 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:14:58.494465 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dbb19d2b-3abb-4779-874c-53956007e206), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.568169 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port dbb19d2b-3abb-4779-874c-53956007e206, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dbb19d2b-3abb-4779-874c-53956007e206,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:14:58.582336 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dbb19d2b-3abb-4779-874c-53956007e206), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:58.773141 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=dbb19d2b-3abb-4779-874c-53956007e206,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:58.967790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (211eb853-8cc8-4697-825e-850a7be600ba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.046687 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7fae4e4-cc1b-4451-b814-f403b3810a73 req-a1a4b5f1-1e46-449f-9685-4b107f1ed40a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 210 time: 0.1351185 Mar 21 11:14:59.083441 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8177656-7cc3-4886-885d-e2d72fd0953c admin admin] Pushing event updated for resources: {'Network': ['ID=2eae5130-b856-428e-ba99-ba4c6f4195ab,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:59.109902 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:14:59.147249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c299c-6530-42fb-8040-92f5e2282470 req-68af2228-42e3-4de6-ab3e-5b59dd67dff0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.157314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-069c299c-6530-42fb-8040-92f5e2282470 req-68af2228-42e3-4de6-ab3e-5b59dd67dff0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2444181 Mar 21 11:14:59.162652 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-985316d1-802a-4d1f-a6ca-a7b033faea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.164770 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-985316d1-802a-4d1f-a6ca-a7b033faea3a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.2545743 Mar 21 11:14:59.191788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-12d75a1d-7085-4279-acff-0748447d705e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.194546 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-12d75a1d-7085-4279-acff-0748447d705e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 815 time: 0.3969235 Mar 21 11:14:59.246550 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=211eb853-8cc8-4697-825e-850a7be600ba,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:14:59.268154 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Checking segment: {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:14:59.268856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Network hostable DHCP agents. Network: 2eae5130-b856-428e-ba99-ba4c6f4195ab, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:14:59.299039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-069c299c-6530-42fb-8040-92f5e2282470 req-ba7deda0-3111-4926-b3d4-ede0d94248a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396022 Mar 21 11:14:59.363505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:14:59.374553 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-3b6ea0a4-3b08-441c-8f84-1b51cfbec27d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 379 time: 0.1658530 Mar 21 11:14:59.378446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-5591bc23-d569-4f99-ab87-f1d923d6bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.381473 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-5591bc23-d569-4f99-ab87-f1d923d6bc8f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1834693 Mar 21 11:14:59.387216 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'port': {'device_id': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'admin_state_up': True, 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'security_groups': ['c0fe132f-46c1-4750-af0b-c85898a81343']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:59.395392 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 2eae5130-b856-428e-ba99-ba4c6f4195ab) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:14:59.411719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2475755e-c8fa-46b8-a2cc-a26a223c3495 None None] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:14:59.449870 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-b33ea420-9392-4ddd-aa5b-5aa8ae53967f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.0608084 Mar 21 11:14:59.467224 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.468215 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.544655 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f8edd27b-64f8-422f-9343-effdb4d040f3 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4593220 Mar 21 11:14:59.546987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60858) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:14:59.553617 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:14:59.563825 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-d5ee5f2e-47e6-45b4-8543-b40091f2bdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.566679 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-d5ee5f2e-47e6-45b4-8543-b40091f2bdd6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.1074150 Mar 21 11:14:59.582191 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-2eae5130-b856-428e-ba99-ba4c6f4195ab', 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab', 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'fixed_ips': [{'subnet_id': '211eb853-8cc8-4697-825e-850a7be600ba'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:14:59.583778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.633096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (12a55ade-b47f-4f46-9390-47762af85689), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.633641 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Made reservation on behalf of 8cdfbc4dd3424843be06383c37a339f5 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:14:59.635450 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (12a55ade-b47f-4f46-9390-47762af85689), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.641703 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:14:59.692780 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-1c642d53-8842-422e-ab6e-dbc21a98ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:14:59.694867 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-1c642d53-8842-422e-ab6e-dbc21a98ae23 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1204271 Mar 21 11:14:59.797302 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for router_controller (12a55ade-b47f-4f46-9390-47762af85689), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.035249 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Allocated IP 172.20.0.7 (ff28c07f-6d14-4a51-b031-b5225190fd58/87ffc77d-184d-42df-8b41-03458d43d414/d29c3e66-29e2-42f0-bb40-0ce6bf90b83a) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:00.037073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dbb19d2b-3abb-4779-874c-53956007e206 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:00.041053 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-85e0d92c-2edd-4879-897a-d67fa31b22f3 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118310 Mar 21 11:15:00.046105 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for router_gateway (12a55ade-b47f-4f46-9390-47762af85689), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.093231 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Allocated IP 172.20.0.2 (2eae5130-b856-428e-ba99-ba4c6f4195ab/211eb853-8cc8-4697-825e-850a7be600ba/ccb8f5ec-5353-42cd-96af-962622a796cf) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:00.231358 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-12c2ad4b-10d5-49fa-ba6c-0a0e8bd71705 req-882bb17f-9c17-49b9-a125-7e3a154bd0d2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 210 time: 0.0565395 Mar 21 11:15:00.376357 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8582b5e4-d38b-4147-801e-778edcafeb10 req-d9f9e372-79bf-437a-8954-b1750e46ed68 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258958 Mar 21 11:15:00.600928 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port dbb19d2b-3abb-4779-874c-53956007e206 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:00.601800 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (dbb19d2b-3abb-4779-874c-53956007e206), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.615126 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.696572 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.722094 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks [] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.738975 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.751676 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246c20b-d6eb-4afb-87b7-880cb7d522ec req-02f45883-ad47-411a-9db0-860365fb251d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:00.753647 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6246c20b-d6eb-4afb-87b7-880cb7d522ec req-02f45883-ad47-411a-9db0-860365fb251d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2402270 Mar 21 11:15:00.814097 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:00.822062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:00.824097 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Pushing event updated for resources: {'Port': ['ID=ccb8f5ec-5353-42cd-96af-962622a796cf,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:00.844940 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:00.848283 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:00.851596 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:00.854640 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:00.866454 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:00.867149 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.917399 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5360384 Mar 21 11:15:00.919401 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6246c20b-d6eb-4afb-87b7-880cb7d522ec req-2c04dcfb-7e2a-4597-917b-14d3acdee8c8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418202 Mar 21 11:15:00.925181 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for router_gateway (12a55ade-b47f-4f46-9390-47762af85689), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:00.943248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Request body: {'port': {'device_id': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:00.956736 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.000258 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Attempting to bind port ccb8f5ec-5353-42cd-96af-962622a796cf on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:01.005412 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Attempting to bind port ccb8f5ec-5353-42cd-96af-962622a796cf by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:01.006141 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Attempting to bind port ccb8f5ec-5353-42cd-96af-962622a796cf on network 2eae5130-b856-428e-ba99-ba4c6f4195ab {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:01.014407 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac1fa92-9b9f-47a5-8f75-b62d5b60c98f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:01.018509 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Sync routers for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:01.027004 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port dbb19d2b-3abb-4779-874c-53956007e206 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:01.038690 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:01.041365 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Checking segment: {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:01.047054 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.047728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Bound using segment: {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:01.057149 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Bound port: ccb8f5ec-5353-42cd-96af-962622a796cf, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:01.076261 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.109100 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:01.110239 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:01.116859 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.165846 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Allocated IP 172.27.1.207 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/833bc164-26b1-4513-8d89-e5d7291b0e09) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:01.391387 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.430952 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] For port ccb8f5ec-5353-42cd-96af-962622a796cf, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:01.568193 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.674986 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:01.687171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks [] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.690414 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:01.700725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:01.703677 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Transition to ACTIVE for port object d29c3e66-29e2-42f0-bb40-0ce6bf90b83a will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:01.709416 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.715864 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:01.734516 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] For port ccb8f5ec-5353-42cd-96af-962622a796cf, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ccb8f5ec-5353-42cd-96af-962622a796cf,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:01.755127 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.760788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:01.762764 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Pushing event updated for resources: {'Port': ['ID=833bc164-26b1-4513-8d89-e5d7291b0e09,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:01.802392 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6dd9ce-646b-4314-b724-832f37475408 req-1c60282a-dbef-4f5b-8f7e-10e70dd0d6eb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:01.806160 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f6dd9ce-646b-4314-b724-832f37475408 req-1c60282a-dbef-4f5b-8f7e-10e70dd0d6eb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 931 time: 0.3756416 Mar 21 11:15:01.845952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Attempting to bind port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:01.846278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Attempting to bind port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:01.846641 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Attempting to bind port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:01.853419 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a on network ff28c07f-6d14-4a51-b031-b5225190fd58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:01.853914 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Attempting to bind port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:01.863902 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:01.864260 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Checking segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:01.864664 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Bound using segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:01.865132 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Bound port: d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:01.865728 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:01.914577 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:01.982010 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:01.987031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:01.998540 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.060002 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.063431 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.072305 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] 10.222.0.35 "PUT /v2.0/ports/d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 1093 time: 1.1357448 Mar 21 11:15:02.075481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:02.083908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:02.131979 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b97c5-af0e-4a7a-9c66-251c681b3b4a service neutron] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:02.234485 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c47e-1b6f-4f35-b392-bc4ab496c51c None None] Pushing event updated for resources: {'Port': ['ID=ccb8f5ec-5353-42cd-96af-962622a796cf,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:02.259050 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-3566f61b-5a49-48b9-85e8-d3431ce3f447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.262917 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-3566f61b-5a49-48b9-85e8-d3431ce3f447 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1127 time: 0.1182866 Mar 21 11:15:02.280935 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f6dd9ce-646b-4314-b724-832f37475408 req-4a1215bb-0859-4478-9ea7-76df627f4f75 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4631512 Mar 21 11:15:02.324782 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ded11-25f2-4626-8a3b-54ba9d6d71d2 req-eb9265ae-4da2-46af-b610-5a524e1e8531 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.345565 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d26ded11-25f2-4626-8a3b-54ba9d6d71d2 req-eb9265ae-4da2-46af-b610-5a524e1e8531 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1834888 Mar 21 11:15:02.385749 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-ba514563-c467-4871-8aef-42a8b56f6bc4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 217 time: 0.1130183 Mar 21 11:15:02.398590 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f579c812-6044-4e33-a180-6821002d251d x-openstack-request-id: req-f579c812-6044-4e33-a180-6821002d251d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:02.398590 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:02.398590 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-f579c812-6044-4e33-a180-6821002d251d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:02.400252 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'status': 'completed', 'code': 200} Mar 21 11:15:02.479199 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-e72146e0-2880-4191-ac77-28be2015d8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.480893 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-e72146e0-2880-4191-ac77-28be2015d8b6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0880530 Mar 21 11:15:02.500953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d26ded11-25f2-4626-8a3b-54ba9d6d71d2 req-8b013299-ffcf-4c73-b3af-1e314e93652e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669788 Mar 21 11:15:02.505253 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 2, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:02.584228 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for router_gateway (12a55ade-b47f-4f46-9390-47762af85689), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.624909 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Checking router: 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:02.625746 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Updating router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 port 461e3fde-57f5-444e-b4bb-bb9fed4c831c binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:15:02.647062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-adfd8d79-3a5a-4374-9725-8851d58c29d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:02.648778 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-adfd8d79-3a5a-4374-9725-8851d58c29d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1590176 Mar 21 11:15:02.707462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:02.904741 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-65d55462-c07d-44b6-8a38-851f845334b6 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486749 Mar 21 11:15:03.010741 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (12a55ade-b47f-4f46-9390-47762af85689), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.089237 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-44f67bee-a541-4f42-92a3-3b81aced0c8f req-7451f9a9-7943-43bf-b201-b7f05ada9bfe service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775999 Mar 21 11:15:03.254641 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Router 12a55ade-b47f-4f46-9390-47762af85689 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:15:03.260226 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-4c4d001d-06aa-4c9e-8e4d-fe3056bc7338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.261978 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-4c4d001d-06aa-4c9e-8e4d-fe3056bc7338 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1127 time: 0.0926437 Mar 21 11:15:03.307753 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks [] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.320199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.483560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17b37-340d-4f51-9932-e01bcdafa2b2 None None] Pushing event updated for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:03.490125 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-aae5956c-8215-4f03-b8e1-3e2a5e6182f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.492036 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-aae5956c-8215-4f03-b8e1-3e2a5e6182f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.2234523 Mar 21 11:15:03.629901 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-52c9657c-bbbc-4b72-a67d-ea2b2ad8854a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 217 time: 0.1131711 Mar 21 11:15:03.647794 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Attempting to bind port 461e3fde-57f5-444e-b4bb-bb9fed4c831c on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:03.648629 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Attempting to bind port 461e3fde-57f5-444e-b4bb-bb9fed4c831c by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:03.649345 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Attempting to bind port 461e3fde-57f5-444e-b4bb-bb9fed4c831c on network 544b4738-3cac-4be1-91e7-e59f961f95ce {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:03.664118 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:03.666732 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Checking segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:03.667862 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.669288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Bound using segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:03.670436 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Bound port: 461e3fde-57f5-444e-b4bb-bb9fed4c831c, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:03.671205 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:03.872813 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-48ebcaf8-cd2b-4857-b116-ce86e475e8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:03.877085 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-48ebcaf8-cd2b-4857-b116-ce86e475e8ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.2332597 Mar 21 11:15:03.966318 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] For port 461e3fde-57f5-444e-b4bb-bb9fed4c831c, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:03.972123 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] For port 461e3fde-57f5-444e-b4bb-bb9fed4c831c, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=461e3fde-57f5-444e-b4bb-bb9fed4c831c,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:04.036531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078926ca-2b14-4555-9715-7ad7ed842765 req-571aa6e8-f23c-4742-8f87-f92e4b833855 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.038620 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-078926ca-2b14-4555-9715-7ad7ed842765 req-571aa6e8-f23c-4742-8f87-f92e4b833855 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.5041254 Mar 21 11:15:04.071586 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.086563 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773be10-1a2d-4037-bdee-23733fe5678a req-14dd2b17-641b-46c8-baf8-18ab4622671b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.101647 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5773be10-1a2d-4037-bdee-23733fe5678a req-14dd2b17-641b-46c8-baf8-18ab4622671b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.3625371 Mar 21 11:15:04.134446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:15:04.157929 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Sync routers for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:04.180260 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:04.181700 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:04.203721 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ccb8f5ec-5353-42cd-96af-962622a796cf up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:04.206481 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.221498 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-680ace83-c583-40a9-8354-d99034a2d400 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6730790 Mar 21 11:15:04.222224 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 60942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:04.288250 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Provisioning complete for port 461e3fde-57f5-444e-b4bb-bb9fed4c831c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:04.288899 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:04.328593 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-2f65f905-d507-42e2-906e-6ffc7ec54b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:04.331050 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-2f65f905-d507-42e2-906e-6ffc7ec54b8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4462445 Mar 21 11:15:04.397900 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea13f22-e552-46ac-8859-f170323be33e None None] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:15:04.484353 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:04.509678 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:04.509678 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:04.539456 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-349baaa1-9f8b-425d-bbd8-986404a6773f service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984138 Mar 21 11:15:04.707237 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-ab1b3fd1-e487-435d-9595-7f397eb1a3fe req-41ad03fe-81ba-4266-a49f-5e072fd292cb service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572943 Mar 21 11:15:04.824873 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:02Z', 'revision_number': 3, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:04.856289 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Checking router: 12a55ade-b47f-4f46-9390-47762af85689 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:04.857042 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Updating router 12a55ade-b47f-4f46-9390-47762af85689 port 833bc164-26b1-4513-8d89-e5d7291b0e09 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:15:04.875112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb17b37-340d-4f51-9932-e01bcdafa2b2 None None] Pushing event updated for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:04.898280 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.024007 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-078926ca-2b14-4555-9715-7ad7ed842765 req-87248ae4-5bd8-43b3-aa6a-b0dcf224a2f1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9656816 Mar 21 11:15:05.047755 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5773be10-1a2d-4037-bdee-23733fe5678a req-933dd9ea-9e47-4b37-b2e3-ab4a7371af81 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9281721 Mar 21 11:15:05.081865 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ccb8f5ec-5353-42cd-96af-962622a796cf triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:05.082256 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.157942 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Current status of the port 461e3fde-57f5-444e-b4bb-bb9fed4c831c is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:05.158380 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.170001 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:05.341951 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] For port 461e3fde-57f5-444e-b4bb-bb9fed4c831c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=461e3fde-57f5-444e-b4bb-bb9fed4c831c,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:05.385407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.539241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ccb8f5ec-5353-42cd-96af-962622a796cf is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:05.540382 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.542173 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac92e196-6889-4a63-aa45-2ee66de4ebab None None] Pushing event updated for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.575990 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks [] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.590114 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.611295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Provisioning complete for port ccb8f5ec-5353-42cd-96af-962622a796cf triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:05.611891 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.687476 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312f56-1ea4-45ad-a7c1-31173a085333 None None] Pushing event updated for resources: {'Port': ['ID=833bc164-26b1-4513-8d89-e5d7291b0e09,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:05.720770 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Attempting to bind port 833bc164-26b1-4513-8d89-e5d7291b0e09 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:05.726688 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Attempting to bind port 833bc164-26b1-4513-8d89-e5d7291b0e09 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:05.727511 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Attempting to bind port 833bc164-26b1-4513-8d89-e5d7291b0e09 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:05.735167 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:05.735960 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:05.736570 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.737169 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:05.737980 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Bound port: 833bc164-26b1-4513-8d89-e5d7291b0e09, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:05.738603 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.760403 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port ccb8f5ec-5353-42cd-96af-962622a796cf, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ccb8f5ec-5353-42cd-96af-962622a796cf,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:05.791641 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.869995 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] For port 833bc164-26b1-4513-8d89-e5d7291b0e09, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:05.878262 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] For port 833bc164-26b1-4513-8d89-e5d7291b0e09, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=833bc164-26b1-4513-8d89-e5d7291b0e09,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:05.904363 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.924448 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:05.974434 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75312f56-1ea4-45ad-a7c1-31173a085333 None None] Pushing event updated for resources: {'Port': ['ID=833bc164-26b1-4513-8d89-e5d7291b0e09,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:06.004884 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:06.006263 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:06.037211 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:06.060945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:03Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:06.178761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 461e3fde-57f5-444e-b4bb-bb9fed4c831c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:06.190431 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec28ec-9e74-4985-b76a-7745235cd56f None None] The sync data for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi is: [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:03Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:06.231489 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:06.283753 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=ccb8f5ec-5353-42cd-96af-962622a796cf,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:06.329893 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Current status of the port ccb8f5ec-5353-42cd-96af-962622a796cf is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:06.361646 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Allocated IP 172.20.0.1 (2eae5130-b856-428e-ba99-ba4c6f4195ab/211eb853-8cc8-4697-825e-850a7be600ba/efd09089-935c-49af-a753-d95eb9b9ad4c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:06.384002 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Provisioning complete for port 461e3fde-57f5-444e-b4bb-bb9fed4c831c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:06.384445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.440773 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 461e3fde-57f5-444e-b4bb-bb9fed4c831c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:06.441159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.444648 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:06.493324 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:06.607066 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:06.607771 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.635324 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:06.677453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks [] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.692148 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d9601c29-600a-47bd-a667-0e1e649ee5e1 None None] Current status of the port 461e3fde-57f5-444e-b4bb-bb9fed4c831c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:06.710156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:06.719820 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 461e3fde-57f5-444e-b4bb-bb9fed4c831c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:06.726096 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eef16035-2069-45e4-8f24-711e861d440b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:02Z', 'revision_number': 3, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:06.728637 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.768526 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef16035-2069-45e4-8f24-711e861d440b None None] The sync data for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi is: [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:02Z', 'revision_number': 3, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:06.772666 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.789608 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1fa2ab-48f7-4c2e-9a5f-89bdbfaea5d9 req-0d1b460b-2696-4411-aa09-738df0869889 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:06.798039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b1fa2ab-48f7-4c2e-9a5f-89bdbfaea5d9 req-0d1b460b-2696-4411-aa09-738df0869889 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.5712340 Mar 21 11:15:06.851806 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d0bdeef1-2afc-402a-888c-b3722ac7e117 None None] Provisioning complete for port ccb8f5ec-5353-42cd-96af-962622a796cf triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:06.852340 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0bdeef1-2afc-402a-888c-b3722ac7e117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:06.856827 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:06.928603 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99d7d8f-7a69-4517-bb2d-4c9726b051d6 req-e52798bd-403d-4a7e-9b6b-9e6ee6581110 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:06.936951 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a99d7d8f-7a69-4517-bb2d-4c9726b051d6 req-e52798bd-403d-4a7e-9b6b-9e6ee6581110 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.7142103 Mar 21 11:15:06.966225 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Pushing event updated for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:07.047951 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b1fa2ab-48f7-4c2e-9a5f-89bdbfaea5d9 req-2c30ea9c-9bdd-4e67-99e5-0254a5552d17 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377033 Mar 21 11:15:07.069052 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdeef1-2afc-402a-888c-b3722ac7e117 None None] Current status of the port ccb8f5ec-5353-42cd-96af-962622a796cf is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:07.074532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['d29c3e66-29e2-42f0-bb40-0ce6bf90b83a'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:07.117089 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:07.120117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:07.130841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:07.313752 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a99d7d8f-7a69-4517-bb2d-4c9726b051d6 req-9d1631bc-86e3-426b-9a0b-f25f63fe6c33 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3758492 Mar 21 11:15:07.325699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (12a55ade-b47f-4f46-9390-47762af85689), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.607637 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32788) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:07.685225 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Deleting subnet 42875ce4-1a13-4de8-a5e0-480e6844101e {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:15:07.690309 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Publish callbacks [] for subnet (42875ce4-1a13-4de8-a5e0-480e6844101e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.707426 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.753385 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Publish callbacks [] for subnet (42875ce4-1a13-4de8-a5e0-480e6844101e), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.769458 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (42875ce4-1a13-4de8-a5e0-480e6844101e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.834683 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-23d4d871-b993-42b0-9846-d00606dc759f None None] Provisioning complete for port efd09089-935c-49af-a753-d95eb9b9ad4c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:07.835662 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-23d4d871-b993-42b0-9846-d00606dc759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:07.984114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (42875ce4-1a13-4de8-a5e0-480e6844101e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.013361 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-23d4d871-b993-42b0-9846-d00606dc759f None None] Port efd09089-935c-49af-a753-d95eb9b9ad4c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:08.048334 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42875ce4-1a13-4de8-a5e0-480e6844101e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:08.057788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.065686 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32794) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:08.065978 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9ce7e3f4-888f-41ae-b7ef-7340ba9e9e6d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/42875ce4-1a13-4de8-a5e0-480e6844101e HTTP/1.1" status: 204 len: 168 time: 0.4567423 Mar 21 11:15:08.169851 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 833bc164-26b1-4513-8d89-e5d7291b0e09 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:08.212220 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks [] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.223398 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.303033 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 833bc164-26b1-4513-8d89-e5d7291b0e09 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:08.303033 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.318487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (93fcb39c-6ce9-4b4c-898c-eebaa53db0be), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.408717 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (12a55ade-b47f-4f46-9390-47762af85689), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.428985 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Pushing event updated for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:08.484964 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 833bc164-26b1-4513-8d89-e5d7291b0e09 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:08.486295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.523157 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 833bc164-26b1-4513-8d89-e5d7291b0e09, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=833bc164-26b1-4513-8d89-e5d7291b0e09,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:08.530117 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.531221 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ccb8f5ec-5353-42cd-96af-962622a796cf up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:08.647085 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e581ff9-f34f-443a-8c13-92624bd86d6d req-36b38466-a52b-4aee-b82e-fd600d41fca9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:08.648265 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ccb8f5ec-5353-42cd-96af-962622a796cf triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:08.648765 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.655396 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e581ff9-f34f-443a-8c13-92624bd86d6d req-36b38466-a52b-4aee-b82e-fd600d41fca9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.4273934 Mar 21 11:15:08.701979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=833bc164-26b1-4513-8d89-e5d7291b0e09,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:08.791407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ccb8f5ec-5353-42cd-96af-962622a796cf is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:08.801490 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (93fcb39c-6ce9-4b4c-898c-eebaa53db0be), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:08.842438 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:08.853224 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e285b8-6575-42e7-9b22-116b148f089e req-f532903c-68da-4d24-aa43-1f8b34a7f694 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:08.855251 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48e285b8-6575-42e7-9b22-116b148f089e req-f532903c-68da-4d24-aa43-1f8b34a7f694 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 944 time: 0.3732235 Mar 21 11:15:08.858109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fcb39c-6ce9-4b4c-898c-eebaa53db0be']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:08.861105 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:08.872522 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e581ff9-f34f-443a-8c13-92624bd86d6d req-1c188e1e-ddfb-41ef-81a7-657d8b340717 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160234 Mar 21 11:15:08.881571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba25854-93b4-4ea4-b76a-52c07754f31b') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:08.881571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba25854-93b4-4ea4-b76a-52c07754f31b') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:08.921811 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (4ba25854-93b4-4ea4-b76a-52c07754f31b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.011342 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (4ba25854-93b4-4ea4-b76a-52c07754f31b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.033146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:15:09.033622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (4ba25854-93b4-4ea4-b76a-52c07754f31b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:15:09.036302 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:15:09.121184 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48e285b8-6575-42e7-9b22-116b148f089e req-f00e47eb-b02f-4b69-9141-3affafed8975 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2367616 Mar 21 11:15:09.145480 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (93fcb39c-6ce9-4b4c-898c-eebaa53db0be), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.155742 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.172089 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32826) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:09.172954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] 10.222.0.53 "DELETE /v2.0/networks/93fcb39c-6ce9-4b4c-898c-eebaa53db0be HTTP/1.1" status: 204 len: 168 time: 1.0970683 Mar 21 11:15:09.227456 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c4de7-287f-4880-ab6f-fcdd484bb8ac admin admin] Pushing event deleted for resources: {'Network': ['ID=93fcb39c-6ce9-4b4c-898c-eebaa53db0be,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:09.256743 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Deleting subnet 61fb711c-4b1e-40e7-904c-e1dfecd9b936 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:15:09.260981 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d641a131-af5f-47eb-b355-383c2930ca19 None None] Provisioning complete for port efd09089-935c-49af-a753-d95eb9b9ad4c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:09.262741 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Publish callbacks [] for subnet (61fb711c-4b1e-40e7-904c-e1dfecd9b936), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.262927 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Router 12a55ade-b47f-4f46-9390-47762af85689 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:15:09.264667 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d641a131-af5f-47eb-b355-383c2930ca19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.322723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Publish callbacks [] for subnet (61fb711c-4b1e-40e7-904c-e1dfecd9b936), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.331591 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (61fb711c-4b1e-40e7-904c-e1dfecd9b936), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.375332 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d641a131-af5f-47eb-b355-383c2930ca19 None None] Port efd09089-935c-49af-a753-d95eb9b9ad4c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:09.442272 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for subnet (61fb711c-4b1e-40e7-904c-e1dfecd9b936), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.480013 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:15:09.501594 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-44f210b3-8c47-4e4f-955f-979a840937c9 admin admin] 10.222.0.53 "PUT /v2.0/routers/12a55ade-b47f-4f46-9390-47762af85689/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2730062 Mar 21 11:15:09.513490 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61fb711c-4b1e-40e7-904c-e1dfecd9b936,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:09.524893 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.534864 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f8d6e392-857c-48ad-990b-3f1119f3dd23 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/61fb711c-4b1e-40e7-904c-e1dfecd9b936 HTTP/1.1" status: 204 len: 168 time: 0.3594043 Mar 21 11:15:09.535390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:09.635496 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (fe56b8a0-9e29-4972-a8d8-4c8ea7678db8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.751655 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (fe56b8a0-9e29-4972-a8d8-4c8ea7678db8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.786754 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe56b8a0-9e29-4972-a8d8-4c8ea7678db8']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:09.814806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d0e126-d6c6-4605-be95-f731ed92b7a4') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:09.815949 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d0e126-d6c6-4605-be95-f731ed92b7a4') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:09.849365 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (a7d0e126-d6c6-4605-be95-f731ed92b7a4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.881367 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (a7d0e126-d6c6-4605-be95-f731ed92b7a4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.903053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:15:09.906866 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (a7d0e126-d6c6-4605-be95-f731ed92b7a4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:15:09.911250 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:15:09.936822 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:10.060202 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Sync routers for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:10.080138 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:10.086501 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:10.087147 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:10.089074 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:10.089486 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.167894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (fe56b8a0-9e29-4972-a8d8-4c8ea7678db8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.174143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.183047 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/fe56b8a0-9e29-4972-a8d8-4c8ea7678db8 HTTP/1.1" status: 204 len: 168 time: 0.6464524 Mar 21 11:15:10.231904 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b051fe-80a5-4597-b5ef-e436a26791d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe56b8a0-9e29-4972-a8d8-4c8ea7678db8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:10.248678 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 833bc164-26b1-4513-8d89-e5d7291b0e09 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:10.394217 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:10.428547 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:10.429026 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.431151 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 833bc164-26b1-4513-8d89-e5d7291b0e09 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:10.431569 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.458096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05c7f4-f605-4685-ac02-5da88cbfd546 req-177e6fa0-44a1-4b57-8991-9e772aeb3dd5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:10.459781 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a05c7f4-f605-4685-ac02-5da88cbfd546 req-177e6fa0-44a1-4b57-8991-9e772aeb3dd5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2153003 Mar 21 11:15:10.482624 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8d9ec-41e9-4190-8a77-8f26aee319e3 req-74fe7303-4344-4449-a124-05c170423776 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:10.484226 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14d8d9ec-41e9-4190-8a77-8f26aee319e3 req-74fe7303-4344-4449-a124-05c170423776 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 944 time: 0.1674707 Mar 21 11:15:10.544789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32886) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:10.616743 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:10.624607 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3680c68c-d787-425a-abc3-b9d54784dbbd" -d '{"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:10.641022 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-14cc2b73-e9f8-4f2f-8163-3d4e2235a371 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be95c1efb31240a39005516d3fb28b57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0947084 Mar 21 11:15:10.644985 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32892) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:10.756484 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14d8d9ec-41e9-4190-8a77-8f26aee319e3 req-468e5665-671a-4f1c-be5c-dd3614725f81 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466557 Mar 21 11:15:10.772399 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4a05c7f4-f605-4685-ac02-5da88cbfd546 req-8d5cf946-984c-4356-bd5e-95f53941df57 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870450 Mar 21 11:15:10.810494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] Publish callbacks [] for security_group (577616a7-9171-414e-b533-aba7e0ec5c77), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.862963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32908) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:10.870408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] Publish callbacks [] for security_group (577616a7-9171-414e-b533-aba7e0ec5c77), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.976542 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:10.991877 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (577616a7-9171-414e-b533-aba7e0ec5c77), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.993729 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e923b390-727d-4ac5-8962-ef6747f73894 x-openstack-request-id: req-e923b390-727d-4ac5-8962-ef6747f73894 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:10.994376 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:10.994823 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e923b390-727d-4ac5-8962-ef6747f73894 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:10.996077 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:10.996587 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'code': 200} Mar 21 11:15:10.998221 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/577616a7-9171-414e-b533-aba7e0ec5c77 HTTP/1.1" status: 204 len: 168 time: 0.3473272 Mar 21 11:15:11.007617 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.014517 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa977e88-5b17-473c-a067-8d3ad9f5b40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577616a7-9171-414e-b533-aba7e0ec5c77,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:11.082475 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0d4149d-c928-4367-8828-e7dc0486b77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.188656 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 833bc164-26b1-4513-8d89-e5d7291b0e09 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:11.193213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:11.207259 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef61111-0708-4e42-b3bb-db013ca82190 req-e6d3e8a6-96e5-41b6-a08e-fbb622a01955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:11.214552 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ef61111-0708-4e42-b3bb-db013ca82190 req-e6d3e8a6-96e5-41b6-a08e-fbb622a01955 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1129 time: 0.1234794 Mar 21 11:15:11.279545 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:07Z', 'revision_number': 4, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'efd09089-935c-49af-a753-d95eb9b9ad4c', 'name': '', 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'mac_address': 'fa:16:3e:c7:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '211eb853-8cc8-4697-825e-850a7be600ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:05Z', 'updated_at': '2022-03-21T11:15:07Z', 'revision_number': 2, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'subnets': [{'id': '211eb853-8cc8-4697-825e-850a7be600ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:11.321855 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2ef61111-0708-4e42-b3bb-db013ca82190 req-68b90654-acde-4846-8ab3-0168bf0de9eb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980759 Mar 21 11:15:11.324684 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Checking router: 12a55ade-b47f-4f46-9390-47762af85689 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:11.325102 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Updating router 12a55ade-b47f-4f46-9390-47762af85689 port efd09089-935c-49af-a753-d95eb9b9ad4c binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:15:11.330801 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0d4149d-c928-4367-8828-e7dc0486b77c admin admin] Publish callbacks [] for security_group (651886a4-2c64-4461-a5f7-b127875ab2ff), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.347274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f0d4149d-c928-4367-8828-e7dc0486b77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (651886a4-2c64-4461-a5f7-b127875ab2ff), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.373890 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.379376 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d4149d-c928-4367-8828-e7dc0486b77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651886a4-2c64-4461-a5f7-b127875ab2ff,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:11.431807 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f0d4149d-c928-4367-8828-e7dc0486b77c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50309a9da4374bc6898cc03ac733230a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5649230 Mar 21 11:15:11.434730 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32926) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:11.547616 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] Publish callbacks [] for security_group (651886a4-2c64-4461-a5f7-b127875ab2ff), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.622395 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] Publish callbacks [] for security_group (651886a4-2c64-4461-a5f7-b127875ab2ff), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.668504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32930) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:11.764528 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (651886a4-2c64-4461-a5f7-b127875ab2ff), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.769120 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.776991 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/651886a4-2c64-4461-a5f7-b127875ab2ff HTTP/1.1" status: 204 len: 168 time: 0.3405643 Mar 21 11:15:11.790069 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5206a-d8ab-4ad0-83c3-c7f41947b018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651886a4-2c64-4461-a5f7-b127875ab2ff,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:11.837491 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8dcc6447-e2ef-4095-9204-a85f80fccfdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f90ec6269234c12944dba0aa28fca2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1584215 Mar 21 11:15:11.838402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32938) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:11.874761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks [] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:11.886661 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.046380 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] Publish callbacks [] for security_group (6f852841-4cd4-4d0f-abbf-be45ea009b4d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.162732 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] Publish callbacks [] for security_group (6f852841-4cd4-4d0f-abbf-be45ea009b4d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.228291 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacaf550-ea2f-4244-bd2a-38dd9adf51fa req-56a93c52-d8e1-4544-b359-a0aa5a5b6018 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.238008 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a595c9-9b4b-479b-ae73-2638d5609c77 None None] Pushing event updated for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:12.240026 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aacaf550-ea2f-4244-bd2a-38dd9adf51fa req-56a93c52-d8e1-4544-b359-a0aa5a5b6018 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.3261402 Mar 21 11:15:12.256745 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Attempting to bind port efd09089-935c-49af-a753-d95eb9b9ad4c on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:12.257111 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Attempting to bind port efd09089-935c-49af-a753-d95eb9b9ad4c by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:12.257471 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Attempting to bind port efd09089-935c-49af-a753-d95eb9b9ad4c on network 2eae5130-b856-428e-ba99-ba4c6f4195ab {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:12.273748 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:12.274134 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Checking segment: {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:12.274546 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.285913 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Bound using segment: {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:12.286411 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Bound port: efd09089-935c-49af-a753-d95eb9b9ad4c, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d78a55b-ba60-4efc-833e-9a9089ad2c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:12.286826 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.329846 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c16e808-58e0-4f15-91f6-fc8ee635b31e req-8655299a-205f-422e-bf38-1f40eb5248d8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:12.334534 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c16e808-58e0-4f15-91f6-fc8ee635b31e req-8655299a-205f-422e-bf38-1f40eb5248d8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.4089656 Mar 21 11:15:12.343465 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (6f852841-4cd4-4d0f-abbf-be45ea009b4d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.355299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.370114 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f852841-4cd4-4d0f-abbf-be45ea009b4d HTTP/1.1" status: 204 len: 168 time: 0.5291295 Mar 21 11:15:12.427998 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad3cda-b0d5-4b63-be93-e69dc039ea9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f852841-4cd4-4d0f-abbf-be45ea009b4d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:12.538994 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aacaf550-ea2f-4244-bd2a-38dd9adf51fa req-a64b4af2-25f5-489b-93cb-ace5c9e4e8b7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2979064 Mar 21 11:15:12.587585 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] For port efd09089-935c-49af-a753-d95eb9b9ad4c, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:12.593470 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c16e808-58e0-4f15-91f6-fc8ee635b31e req-a51bf2ed-8a69-461e-9a56-14b6d8c9e31b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399495 Mar 21 11:15:12.607024 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] For port efd09089-935c-49af-a753-d95eb9b9ad4c, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=efd09089-935c-49af-a753-d95eb9b9ad4c,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:12.640965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Provisioning complete for port efd09089-935c-49af-a753-d95eb9b9ad4c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:12.641869 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.644455 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.756053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32954) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:12.821275 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9372-fe25-4cc9-9669-dde144dab54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:12.913873 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:12.915023 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:13.041019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9372-fe25-4cc9-9669-dde144dab54f admin admin] Publish callbacks [] for security_group (34eb3965-9192-4d10-bcc8-395d8dcbef3b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.048732 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cb3f9372-fe25-4cc9-9669-dde144dab54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (34eb3965-9192-4d10-bcc8-395d8dcbef3b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.179323 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f9372-fe25-4cc9-9669-dde144dab54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34eb3965-9192-4d10-bcc8-395d8dcbef3b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:13.204639 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cb3f9372-fe25-4cc9-9669-dde144dab54f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fc131136f63b42a0bc9e1fabdebd2c4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4466956 Mar 21 11:15:13.208588 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 32972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:13.314809 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] Publish callbacks [] for security_group (34eb3965-9192-4d10-bcc8-395d8dcbef3b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.371876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] Publish callbacks [] for security_group (34eb3965-9192-4d10-bcc8-395d8dcbef3b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.387460 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a595c9-9b4b-479b-ae73-2638d5609c77 None None] Pushing event updated for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:13.523333 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (34eb3965-9192-4d10-bcc8-395d8dcbef3b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.526707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.531979 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/34eb3965-9192-4d10-bcc8-395d8dcbef3b HTTP/1.1" status: 204 len: 168 time: 0.3173435 Mar 21 11:15:13.561731 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Current status of the port efd09089-935c-49af-a753-d95eb9b9ad4c is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:13.584845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:13.599989 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8751ac3-5b54-4678-b3a2-34257403f98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34eb3965-9192-4d10-bcc8-395d8dcbef3b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:13.652958 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:13.803969 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] For port efd09089-935c-49af-a753-d95eb9b9ad4c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=efd09089-935c-49af-a753-d95eb9b9ad4c,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:13.830759 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.178725 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d0fd9dfb-143d-4dc6-96bd-dfbae4cd795e None None] Provisioning complete for port efd09089-935c-49af-a753-d95eb9b9ad4c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:14.179463 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d0fd9dfb-143d-4dc6-96bd-dfbae4cd795e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.234582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f43159-6bdd-480c-a9ba-c0ae62258e41 None None] Pushing event updated for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:14.257562 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 32996) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:14.275995 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e220602-f2e8-4e0c-8c86-687f8e65024b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.375182 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c518b-2db1-4537-a755-ab4560fee19c req-95e9f99b-c79b-419b-abd8-4edef0770ba8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:14.385781 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-804c518b-2db1-4537-a755-ab4560fee19c req-95e9f99b-c79b-419b-abd8-4edef0770ba8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.6762276 Mar 21 11:15:14.476442 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d0fd9dfb-143d-4dc6-96bd-dfbae4cd795e None None] Current status of the port efd09089-935c-49af-a753-d95eb9b9ad4c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:14.534628 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e220602-f2e8-4e0c-8c86-687f8e65024b admin admin] Publish callbacks [] for security_group (87e9cc8d-1e9b-4826-b55c-76fa76fbb540), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.544670 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e220602-f2e8-4e0c-8c86-687f8e65024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (87e9cc8d-1e9b-4826-b55c-76fa76fbb540), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.560896 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:07Z', 'revision_number': 4, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'efd09089-935c-49af-a753-d95eb9b9ad4c', 'name': '', 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'mac_address': 'fa:16:3e:c7:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '211eb853-8cc8-4697-825e-850a7be600ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:05Z', 'updated_at': '2022-03-21T11:15:12Z', 'revision_number': 4, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'subnets': [{'id': '211eb853-8cc8-4697-825e-850a7be600ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:14.613216 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f1de8-099f-403e-b9d9-4d3add31218d req-ce4b56a9-7266-4e81-8439-38576d2e3775 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:14.628927 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe7f1de8-099f-403e-b9d9-4d3add31218d req-ce4b56a9-7266-4e81-8439-38576d2e3775 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.7559583 Mar 21 11:15:14.647130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5637da7f-e3b7-4c9c-899b-786911bc6269 None None] The sync data for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi is: [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:15:07Z', 'revision_number': 4, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'efd09089-935c-49af-a753-d95eb9b9ad4c', 'name': '', 'network_id': '2eae5130-b856-428e-ba99-ba4c6f4195ab', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'mac_address': 'fa:16:3e:c7:15:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '211eb853-8cc8-4697-825e-850a7be600ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:05Z', 'updated_at': '2022-03-21T11:15:12Z', 'revision_number': 4, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'subnets': [{'id': '211eb853-8cc8-4697-825e-850a7be600ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:14.668315 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7e220602-f2e8-4e0c-8c86-687f8e65024b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=971791f7f66c48b0b95889251e5368cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4092302 Mar 21 11:15:14.676130 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-804c518b-2db1-4537-a755-ab4560fee19c req-ce555890-068b-4e5b-ba85-b3fe35384ca0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871625 Mar 21 11:15:14.679440 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33010) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:14.712144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e220602-f2e8-4e0c-8c86-687f8e65024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e9cc8d-1e9b-4826-b55c-76fa76fbb540,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:14.956044 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] Publish callbacks [] for security_group (87e9cc8d-1e9b-4826-b55c-76fa76fbb540), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:14.986670 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] Publish callbacks [] for security_group (87e9cc8d-1e9b-4826-b55c-76fa76fbb540), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.082199 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe7f1de8-099f-403e-b9d9-4d3add31218d req-fcd12950-e467-4d2c-86d1-3eb368fd55f6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521866 Mar 21 11:15:15.127403 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bccd6-4894-4cd3-9316-243cb5e3c062 req-6c4e8058-7769-45be-a9a3-a09095535230 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:15.140101 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:15.140847 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f9bccd6-4894-4cd3-9316-243cb5e3c062 req-6c4e8058-7769-45be-a9a3-a09095535230 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.2681735 Mar 21 11:15:15.142419 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (87e9cc8d-1e9b-4826-b55c-76fa76fbb540), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.149749 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.149749 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87e9cc8d-1e9b-4826-b55c-76fa76fbb540 HTTP/1.1" status: 204 len: 168 time: 0.4646835 Mar 21 11:15:15.155149 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'floatingip': {'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:15.180106 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae49a2f-937d-48b4-8b55-bf103a422f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e9cc8d-1e9b-4826-b55c-76fa76fbb540,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:15.275850 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:15.802894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:15.964708 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-0c4cbd11-4adf-45ad-b774-de4280804e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:15.976574 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-0c4cbd11-4adf-45ad-b774-de4280804e93 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.1802440 Mar 21 11:15:16.217366 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-301a1ab4-9630-4ae2-bb06-f6718b420ef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.351759 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device efd09089-935c-49af-a753-d95eb9b9ad4c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:16.517651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port efd09089-935c-49af-a753-d95eb9b9ad4c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:16.518186 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.549127 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687706e-43ab-46b0-ac57-530131c1e450 req-b079d1d8-7caf-4ceb-8749-f436e8a7a7cb tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:16.552749 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4687706e-43ab-46b0-ac57-530131c1e450 req-b079d1d8-7caf-4ceb-8749-f436e8a7a7cb tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2735000 Mar 21 11:15:16.701503 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.db.resource_extend [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 21 11:15:16.788970 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port efd09089-935c-49af-a753-d95eb9b9ad4c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:16.830049 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4687706e-43ab-46b0-ac57-530131c1e450 req-d31379da-270f-4719-b8e8-8a4cb08b789b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497494 Mar 21 11:15:16.839751 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-301a1ab4-9630-4ae2-bb06-f6718b420ef4 admin admin] Publish callbacks [] for security_group (ec75154f-8344-492e-aed4-091ec8fb5e21), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.857056 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-301a1ab4-9630-4ae2-bb06-f6718b420ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ec75154f-8344-492e-aed4-091ec8fb5e21), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.933816 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:16.950404 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.007094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33072) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:17.011052 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-301a1ab4-9630-4ae2-bb06-f6718b420ef4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ce5c76cac184ee5b210e6ecbd1c5c5d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2005899 Mar 21 11:15:17.014837 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a1ab4-9630-4ae2-bb06-f6718b420ef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75154f-8344-492e-aed4-091ec8fb5e21,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:17.172964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79e73e-90d0-4f80-9340-8de0863e7c7e req-afcb7764-15f6-4370-b9ed-5550b531991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.174710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d79e73e-90d0-4f80-9340-8de0863e7c7e req-afcb7764-15f6-4370-b9ed-5550b531991f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.0763943 Mar 21 11:15:17.243266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-2f9f34dd-d7d2-4a32-a847-d44d8442f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.246215 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-2f9f34dd-d7d2-4a32-a847-d44d8442f016 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 1.2453711 Mar 21 11:15:17.290530 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d79e73e-90d0-4f80-9340-8de0863e7c7e req-0f089abe-5ab9-4471-bc06-ae1eefc08d45 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077800 Mar 21 11:15:17.325894 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-92575120-06f5-4a29-829a-5ccdfd17d59a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.0690832 Mar 21 11:15:17.351401 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] Publish callbacks [] for security_group (ec75154f-8344-492e-aed4-091ec8fb5e21), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.363109 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Floating IP 68ed562c-1e47-492c-8f00-7650a00d8313 associated. External IP: 172.27.1.36, port: d29c3e66-29e2-42f0-bb40-0ce6bf90b83a. Mar 21 11:15:17.458059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] Publish callbacks [] for security_group (ec75154f-8344-492e-aed4-091ec8fb5e21), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.576280 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-4c32ee5f-1f3f-4218-8a74-6064b4b9a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.578113 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-4c32ee5f-1f3f-4218-8a74-6064b4b9a95e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0747416 Mar 21 11:15:17.637720 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ec75154f-8344-492e-aed4-091ec8fb5e21), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.640428 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:17.644488 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ec75154f-8344-492e-aed4-091ec8fb5e21 HTTP/1.1" status: 204 len: 168 time: 0.5988829 Mar 21 11:15:17.706379 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a334df-f876-4249-a5b5-1f73ef8b4a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75154f-8344-492e-aed4-091ec8fb5e21,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:17.745905 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-862d2cfc-11f0-4611-950f-dc5a3a226708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:17.749050 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-862d2cfc-11f0-4611-950f-dc5a3a226708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1602623 Mar 21 11:15:17.838555 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:15:18.151297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744be38f-4d7b-4f3f-a1b2-1148f9d8f6b2 req-a7b73a3b-d0c8-488e-ac41-e9d8f2513b5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:18.155923 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-744be38f-4d7b-4f3f-a1b2-1148f9d8f6b2 req-a7b73a3b-d0c8-488e-ac41-e9d8f2513b5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1870778 Mar 21 11:15:18.314178 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bdb32a31-8704-4b73-9da4-e139371f2b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:18.342042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-744be38f-4d7b-4f3f-a1b2-1148f9d8f6b2 req-078d4cea-4c30-46fd-9df5-8e44692b025b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765845 Mar 21 11:15:18.614268 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:15:18.628866 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:18.635243 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:18.655292 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:18.662701 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:18.669051 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-24286245-40ae-46dd-95b7-bd9c9321ffe5 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9101996 Mar 21 11:15:18.714477 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8544cf90-58a2-4705-80df-0fd8f448ad9f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "PUT /v2.0/floatingips/68ed562c-1e47-492c-8f00-7650a00d8313 HTTP/1.1" status: 200 len: 990 time: 3.5729492 Mar 21 11:15:18.759727 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:18.767004 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99271863-eda8-48f3-bb23-52bc911298f7" -d '{"events": [{"name": "network-changed", "server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:18.837357 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33128) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:18.841780 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1212445225', 'description': 'tempest-description--619592599'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:18.849970 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:18.862736 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e598dd66-cf98-45ef-89d0-2c1cc7b9837a req-74a50cd0-00cc-4181-8b54-909d930f038e service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868024 Mar 21 11:15:18.883859 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e997a8f2-4db3-433b-aced-a35519b7d21f x-openstack-request-id: req-e997a8f2-4db3-433b-aced-a35519b7d21f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:18.884299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:18.884721 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e997a8f2-4db3-433b-aced-a35519b7d21f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:18.885754 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'status': 'completed', 'code': 200} Mar 21 11:15:18.908872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.037421 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271863-eda8-48f3-bb23-52bc911298f7 req-e59a544c-caa2-43e4-b4a0-c5b36c56e8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.041629 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-e59a544c-caa2-43e4-b4a0-c5b36c56e8e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1129 time: 0.1384680 Mar 21 11:15:19.059599 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:19.135244 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.141256 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.250701 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.255178 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4173026 Mar 21 11:15:19.256860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33138) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:19.264778 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c777d5c-8de3-4b09-a37d-a3d39d2f6ec2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:19.300257 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:19.350915 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271863-eda8-48f3-bb23-52bc911298f7 req-dea5bf81-f81f-41ed-8623-486c19edd2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.358888 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-dea5bf81-f81f-41ed-8623-486c19edd2f2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.3074758 Mar 21 11:15:19.541033 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '68ed562c-1e47-492c-8f00-7650a00d8313', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:52Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:19.616915 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (09fa886e-0b2f-483d-b4c6-5fe1d2dfa84d), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.660387 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-274968ee-26a5-4d97-b55e-2bb89c2a661a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 998 time: 0.2851467 Mar 21 11:15:19.710896 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b422f591-d24c-4185-b92f-955c21acc038 req-1076a788-02df-4d1b-89b0-50b1d53ac0aa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.725806 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b422f591-d24c-4185-b92f-955c21acc038 req-1076a788-02df-4d1b-89b0-50b1d53ac0aa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1133494 Mar 21 11:15:19.810724 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b422f591-d24c-4185-b92f-955c21acc038 req-2eba0079-ac6d-448e-8753-245588220e57 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836132 Mar 21 11:15:19.822410 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:19.856314 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:19.856960 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:14:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:19.891991 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271863-eda8-48f3-bb23-52bc911298f7 req-2cf88c57-2eda-4a23-9939-c244ba370a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:19.893543 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-2cf88c57-2eda-4a23-9939-c244ba370a6a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.2216008 Mar 21 11:15:19.913296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (09fa886e-0b2f-483d-b4c6-5fe1d2dfa84d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:19.922947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (09fa886e-0b2f-483d-b4c6-5fe1d2dfa84d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.020768 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09fa886e-0b2f-483d-b4c6-5fe1d2dfa84d,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:20.038639 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.044959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33170) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:20.046445 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d24e7f09-bdde-464d-82f3-f953fdb204fb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7859886 Mar 21 11:15:20.050976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:20.075349 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271863-eda8-48f3-bb23-52bc911298f7 req-65a49ff5-b8fd-4faf-a696-ceaa7234be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.086739 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-65a49ff5-b8fd-4faf-a696-ceaa7234be4e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1762395 Mar 21 11:15:20.123780 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:20.156458 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (a7935c63-7931-4a9d-b97c-49e3c7373478), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.365083 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-bf21caf7-c335-4031-a828-b87d0b47c30a service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711890 Mar 21 11:15:20.534553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-098be8d0-170a-4cae-83e0-922b27d8b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.541764 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-098be8d0-170a-4cae-83e0-922b27d8b11e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.3508165 Mar 21 11:15:20.574982 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '68ed562c-1e47-492c-8f00-7650a00d8313', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:52Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:20.583512 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (a7935c63-7931-4a9d-b97c-49e3c7373478), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.594782 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (a7935c63-7931-4a9d-b97c-49e3c7373478), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.613488 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c457fd-fc8f-4cd9-b8f9-9d6f3f7c1b80 None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '68ed562c-1e47-492c-8f00-7650a00d8313', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.36', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 325, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:14:52Z', 'updated_at': '2022-03-21T11:15:16Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:20.661209 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-99271863-eda8-48f3-bb23-52bc911298f7 req-079baac5-dcdf-49f4-98ae-3016fbad1994 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786798 Mar 21 11:15:20.770179 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-017fbf7b-616a-4592-a32a-327c5516b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.774146 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-017fbf7b-616a-4592-a32a-327c5516b647 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1831727 Mar 21 11:15:20.876530 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c73de-ff12-4151-8f62-b5f387368ea1 req-ffcb24f1-4d10-48cd-b59f-03266ed351eb tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:20.883033 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b1c73de-ff12-4151-8f62-b5f387368ea1 req-ffcb24f1-4d10-48cd-b59f-03266ed351eb tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.5683911 Mar 21 11:15:20.888456 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.890143 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8437076 Mar 21 11:15:20.893305 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-f5d82c9c-67aa-4624-a7a8-6e61990ae8ba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.0976722 Mar 21 11:15:20.893878 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33196) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:20.895443 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb543c-05b0-468c-8fe6-5fe6d01281b1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7935c63-7931-4a9d-b97c-49e3c7373478,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:20.899104 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:20.903334 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c490ce36-d608-45fa-8942-6e0f12fb77c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.949019 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:20.998310 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2b1c73de-ff12-4151-8f62-b5f387368ea1 req-6ebc8dae-ac9d-4655-be51-b3c2c8bc7daa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039689 Mar 21 11:15:21.082522 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-f341a404-3675-4369-a5e9-87b06c0c5cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:21.084860 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-f341a404-3675-4369-a5e9-87b06c0c5cd8 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.1416321 Mar 21 11:15:21.135219 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1771e7b6-1890-4b99-9b66-bee5659a0d4f None None] New status for floating IP 68ed562c-1e47-492c-8f00-7650a00d8313: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:15:21.195993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-601a253e-b370-4862-9cd2-daa73cc7fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:21.195993 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-601a253e-b370-4862-9cd2-daa73cc7fe2b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996175 Mar 21 11:15:21.257617 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:21.407383 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-51f82087-f8ac-437b-9faf-3afdfca8cd7c service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989479 Mar 21 11:15:21.554229 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.27.1.191 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/5b6442d0-1436-4627-bd62-377f915baa3d) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:21.593974 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-efad5ed5-3081-4e36-8c6d-c2ce6e6f5bb5 req-8bf78a62-2e08-4555-8720-31b446c1ce3d service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559222 Mar 21 11:15:21.794101 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (5b6442d0-1436-4627-bd62-377f915baa3d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:21.840174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:21.888105 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:21.891547 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:21.898065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:21.911849 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=5b6442d0-1436-4627-bd62-377f915baa3d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:21.953053 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.002303 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.211980 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.227519 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c9555-b837-4541-9c0a-c7ab244bd093 req-4b7bea24-8f2e-4471-8ea1-0249ffb08b7d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:22.233615 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c43c9555-b837-4541-9c0a-c7ab244bd093 req-4b7bea24-8f2e-4471-8ea1-0249ffb08b7d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1192911 Mar 21 11:15:22.251355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (5b6442d0-1436-4627-bd62-377f915baa3d), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.263295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.321984 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33220) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:22.329743 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c43c9555-b837-4541-9c0a-c7ab244bd093 req-a668108c-fb56-4059-a4f1-67609b221a0a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911832 Mar 21 11:15:22.343630 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.369841 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=5b6442d0-1436-4627-bd62-377f915baa3d,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:22.378783 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.390479 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6bf6c6ad-180d-4742-8de1-7b3dcef606d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4954123 Mar 21 11:15:22.516889 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7db8c15-9afe-45d0-b178-81505d75f2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.703156 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7db8c15-9afe-45d0-b178-81505d75f2a9 admin admin] Publish callbacks [] for security_group (7d8fb343-a203-4f90-964e-5a3b02f8ac11), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.708689 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a7db8c15-9afe-45d0-b178-81505d75f2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7d8fb343-a203-4f90-964e-5a3b02f8ac11), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.745566 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-77ff615c-970f-4f99-98b4-32a85750b83b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1212445225&fields=id&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 267 time: 0.1127613 Mar 21 11:15:22.775985 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a7db8c15-9afe-45d0-b178-81505d75f2a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d46a54ab0996424bb9fff1a7b5e7c09e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464338 Mar 21 11:15:22.775985 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db8c15-9afe-45d0-b178-81505d75f2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8fb343-a203-4f90-964e-5a3b02f8ac11,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:22.779856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33250) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:22.863402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] Publish callbacks [] for security_group (7d8fb343-a203-4f90-964e-5a3b02f8ac11), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:22.926052 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] Publish callbacks [] for security_group (7d8fb343-a203-4f90-964e-5a3b02f8ac11), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:23.003089 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-76668344-f147-4754-b0ff-1ed1082d9b23 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:23.004987 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-76668344-f147-4754-b0ff-1ed1082d9b23 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.2508221 Mar 21 11:15:23.036344 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7d8fb343-a203-4f90-964e-5a3b02f8ac11), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:23.043121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:23.056774 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d8fb343-a203-4f90-964e-5a3b02f8ac11 HTTP/1.1" status: 204 len: 168 time: 0.2744229 Mar 21 11:15:23.078206 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-f8f75648-e1c9-4052-a0ee-a4b55f8f7482 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/quotas/88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 375 time: 0.0382266 Mar 21 11:15:23.093182 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fde27c-528f-4d08-b160-e6a09ba496b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8fb343-a203-4f90-964e-5a3b02f8ac11,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:23.230956 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-0326f46b-8010-405e-adb5-c4aeef4d432e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1443658 Mar 21 11:15:23.460912 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-dfb35574-c52e-420c-b15e-985e2ee648bc service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277553 Mar 21 11:15:23.636701 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3f5ad-8c8c-43e1-b4cb-bd8d1a5babad req-efc8643e-3151-42ce-b8e8-826bb0fcc09d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:23.638364 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03b3f5ad-8c8c-43e1-b4cb-bd8d1a5babad req-efc8643e-3151-42ce-b8e8-826bb0fcc09d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1554062 Mar 21 11:15:23.640827 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-258f579d-01de-4450-b1bf-ed9a403a555f service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728449 Mar 21 11:15:23.770500 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03b3f5ad-8c8c-43e1-b4cb-bd8d1a5babad req-896c61db-149f-48d5-a72c-50beb901b7e8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078272 Mar 21 11:15:23.880307 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b791cd31-31c1-4535-ba53-bb59978c7ad1 req-a91cf875-24bf-4746-aa33-2253f61dca3e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0761659 Mar 21 11:15:24.313974 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:25.074765 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7db738d5-8623-4f7f-a691-b1edcfe732b0 req-52e5e445-cf5d-41ca-a19e-52c268ea0f62 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0723403 Mar 21 11:15:25.090230 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd7de0-ba11-4183-adb7-a435797b3530 req-3de333f5-0b37-43e6-9e1e-3650880b051e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:25.092086 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4fd7de0-ba11-4183-adb7-a435797b3530 req-3de333f5-0b37-43e6-9e1e-3650880b051e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.1650026 Mar 21 11:15:25.224490 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4fd7de0-ba11-4183-adb7-a435797b3530 req-d97df9ad-6e8c-42c8-9ed7-daad1dce5bb7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106465 Mar 21 11:15:25.351770 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:26.263200 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b208a66-aae3-425f-98d3-cee593068985 req-ec119e78-11cd-4cae-800a-a06e4de367a6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0674448 Mar 21 11:15:26.607420 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea3cbf0-5ecd-430f-9b45-12b7ebe7e6a2 req-a15ddf9b-cf79-46bc-9b4e-63a6c8bdd1bc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:26.618081 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cea3cbf0-5ecd-430f-9b45-12b7ebe7e6a2 req-a15ddf9b-cf79-46bc-9b4e-63a6c8bdd1bc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2214699 Mar 21 11:15:26.731034 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cea3cbf0-5ecd-430f-9b45-12b7ebe7e6a2 req-58bbdfa4-7a88-4f7b-8546-45e31d0a7856 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112571 Mar 21 11:15:27.548529 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-b1ca34ef-a93c-4057-bc16-2564061603b9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:27.550441 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-b1ca34ef-a93c-4057-bc16-2564061603b9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.3297429 Mar 21 11:15:27.554479 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-9a1399e8-9910-4e46-895a-702c240c2197 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1442482 Mar 21 11:15:27.576201 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bcab7-6ca0-423e-a793-9fe13a9fc370 req-8f774bae-55f0-487a-a756-81f3136e09af tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:27.577747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-081bcab7-6ca0-423e-a793-9fe13a9fc370 req-8f774bae-55f0-487a-a756-81f3136e09af tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.4513531 Mar 21 11:15:27.839874 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-14987f02-8080-4e90-9713-c80ab6c3cd34 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 473 time: 0.2805769 Mar 21 11:15:27.862150 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-081bcab7-6ca0-423e-a793-9fe13a9fc370 req-b7c26951-72fe-4110-ab59-4790b2278600 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689395 Mar 21 11:15:27.892157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'port': {'device_id': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'admin_state_up': True, 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'security_groups': ['3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:28.002076 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-b1c1ade6-808b-4d87-adf1-445c899957cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:28.003724 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-b1c1ade6-808b-4d87-adf1-445c899957cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4367585 Mar 21 11:15:28.025656 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-172189e3-c8fe-4259-8abd-771b540bba8a req-84b8b6a8-0011-45ee-bbad-6ee5f6d082fc tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0866017 Mar 21 11:15:28.042431 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-2b42af14-9ad2-43b4-bb20-6a7530ad241e tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/quotas/ee7ea2a7a18c46de9baa225c1b295e0b HTTP/1.1" status: 200 len: 375 time: 0.0203066 Mar 21 11:15:28.108178 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-dcd544a8-f41d-4436-9a84-e4453771005e tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554059 Mar 21 11:15:28.227083 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:28.236345 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:28.416066 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d8176-f3bc-4b9f-8788-bfd57940be4e req-f2a5ce63-219f-4333-9bad-fd2ae7494e9d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:28.423492 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b7d8176-f3bc-4b9f-8788-bfd57940be4e req-f2a5ce63-219f-4333-9bad-fd2ae7494e9d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.2167423 Mar 21 11:15:28.465273 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3d72226-3389-4c9c-9e8c-8551bbf2c7f3 req-085d222f-f5db-4103-8531-9d45871c927d tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 210 time: 0.0714157 Mar 21 11:15:28.581134 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.20.0.12 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/c0418616-ed52-475d-8a61-c706bdb38959) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:28.605820 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b7d8176-f3bc-4b9f-8788-bfd57940be4e req-5d760da0-2269-41c5-acea-ff002b4776b9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809993 Mar 21 11:15:29.356177 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1fe8935-c332-43e9-9c97-b44c005eb619 req-22135281-eb16-48e4-8800-24e5db7243b9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0635185 Mar 21 11:15:29.427951 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551f523-9739-4736-aa0f-8b68e817a398 req-e2c5b29b-40f8-4253-b8cc-fb18395eea51 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.435705 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2551f523-9739-4736-aa0f-8b68e817a398 req-e2c5b29b-40f8-4253-b8cc-fb18395eea51 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1968970 Mar 21 11:15:29.497441 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (c0418616-ed52-475d-8a61-c706bdb38959), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.555329 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2551f523-9739-4736-aa0f-8b68e817a398 req-7855ca75-0987-4e1a-81f0-ca2aafb937e6 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185610 Mar 21 11:15:29.650137 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca561e4f-f738-48a2-9f61-5597edf6bddf req-500cf2e5-9d07-4a25-9772-6163bcd2a28f tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 210 time: 0.0442123 Mar 21 11:15:29.652800 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.715923 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:29.722869 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:29.728796 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:29.733591 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:29.784237 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33444) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:29.838501 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:29.842741 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:29.851681 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.852035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.852385 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.853175 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.853175 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.853464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.853821 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.854150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.854905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.856478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.856478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.856478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.856478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.857261 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.857721 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:29.887042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-62c76542-0076-46d5-988f-763d6be398b5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0375683 Mar 21 11:15:29.889355 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-6e97b08d-2f43-4f44-81a6-e9d586e6607b tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607445 Mar 21 11:15:29.900972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Request body: {'port': {'device_id': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:30.025371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c0418616-ed52-475d-8a61-c706bdb38959), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.073383 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.230934 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-b19e86a1-e325-4c39-a321-36301dec7392 None None] Provisioning complete for port c0418616-ed52-475d-8a61-c706bdb38959 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:30.231549 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b19e86a1-e325-4c39-a321-36301dec7392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (c0418616-ed52-475d-8a61-c706bdb38959), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.236511 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Publish callbacks [] for security_group (7b015be0-9d20-434b-bc5c-c9a0a9cdcec0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.259001 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7b015be0-9d20-434b-bc5c-c9a0a9cdcec0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.316656 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-b19e86a1-e325-4c39-a321-36301dec7392 None None] Port c0418616-ed52-475d-8a61-c706bdb38959 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:30.324131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-2fbdc684-ef10-45c6-ac84-1c8d4bd480b9 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.327062 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-2fbdc684-ef10-45c6-ac84-1c8d4bd480b9 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4305389 Mar 21 11:15:30.349463 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Request body: {'port': {'device_id': '39539497-e488-499b-a0aa-563226debae6', 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9', 'admin_state_up': True, 'tenant_id': 'ee7ea2a7a18c46de9baa225c1b295e0b'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:30.516277 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b015be0-9d20-434b-bc5c-c9a0a9cdcec0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:30.521602 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f95b01a9837f432398910d8730ab90bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7361481 Mar 21 11:15:30.531793 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33472) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:30.548043 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.548644 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.549032 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.549411 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.549782 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.550625 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.550972 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.551299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.551624 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.552682 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.553034 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.553877 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.554357 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.554692 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.555014 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e23b1-cedc-4982-b4b4-6006752af0dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:30.576651 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33474) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:30.586831 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509377171', 'description': 'tempest-description--630048327'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:30.630352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.700880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4dad8-925a-4b54-a382-b302baa20e0e req-89fdd0c3-bc29-4c7e-8021-cd94bbfe6418 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.702669 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ef4dad8-925a-4b54-a382-b302baa20e0e req-89fdd0c3-bc29-4c7e-8021-cd94bbfe6418 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 932 time: 0.2213666 Mar 21 11:15:30.771999 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] Publish callbacks [] for security_group (7b015be0-9d20-434b-bc5c-c9a0a9cdcec0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.800985 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Made reservation on behalf of ee7ea2a7a18c46de9baa225c1b295e0b for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:30.804716 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.820742 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0418616-ed52-475d-8a61-c706bdb38959 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:30.832044 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks [] for port (c0418616-ed52-475d-8a61-c706bdb38959), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.834783 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] Publish callbacks [] for security_group (7b015be0-9d20-434b-bc5c-c9a0a9cdcec0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.836633 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.877280 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (ae7d13a4-2948-4001-be36-939a87f03550), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.887096 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ae7d13a4-2948-4001-be36-939a87f03550), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.890775 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Transition to ACTIVE for port object c0418616-ed52-475d-8a61-c706bdb38959 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:30.893712 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33492) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:30.904822 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ef4dad8-925a-4b54-a382-b302baa20e0e req-5bc1c6d4-8109-42e9-b3d1-6220d239f058 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850820 Mar 21 11:15:30.909082 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.918173 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bd2e8c36-e0e6-4a46-8ea3-aa8d3133b3b3 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:30.920055 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bd2e8c36-e0e6-4a46-8ea3-aa8d3133b3b3 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 815 time: 0.2497830 Mar 21 11:15:30.930589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7d13a4-2948-4001-be36-939a87f03550,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:30.955696 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:30.956941 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-623aa8ad-035b-40f9-bae4-763300ff8709 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3757992 Mar 21 11:15:30.965564 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33496) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:30.977086 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'security_group_rule': {'security_group_id': 'ae7d13a4-2948-4001-be36-939a87f03550', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:31.002632 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7b015be0-9d20-434b-bc5c-c9a0a9cdcec0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.004847 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.013051 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7b015be0-9d20-434b-bc5c-c9a0a9cdcec0 HTTP/1.1" status: 204 len: 168 time: 0.4791555 Mar 21 11:15:31.015548 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-7dcdde92-d51e-48a2-9853-4dd00704c40d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/quotas/6a0022e1f8894598b76c23ed8fff29bd HTTP/1.1" status: 200 len: 375 time: 0.0865145 Mar 21 11:15:31.031868 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e696448-b502-45b7-9bac-20add24dea6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b015be0-9d20-434b-bc5c-c9a0a9cdcec0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.070237 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Pushing event updated for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.113605 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks [] for security_group (883d91b1-bde3-455a-899e-2c06086b1563), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.119690 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (883d91b1-bde3-455a-899e-2c06086b1563), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.128482 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (9d3c593c-bdb2-431d-9ab6-bfdc9e1576a5), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.158522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=883d91b1-bde3-455a-899e-2c06086b1563,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.204914 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d52-2e0b-44cb-8294-e75da751929d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.258580 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37709c1f-65e4-4bee-8760-9e98a35428cc req-2110b384-bfdf-49d3-8582-8f10d2304056 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.266315 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37709c1f-65e4-4bee-8760-9e98a35428cc req-2110b384-bfdf-49d3-8582-8f10d2304056 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.2727714 Mar 21 11:15:31.301172 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:15:31.348985 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-b4c65418-d154-442b-acc4-eaf0aeccfe39 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2995546 Mar 21 11:15:31.373028 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Allocated IP 192.168.233.89 (47c0c3ac-f6d6-4a09-8c52-cf64822410d9/ddb398e8-17dd-4953-afe9-c5ad718ca630/8f2bcf96-6f21-4ea0-a583-ac8ce5a69029) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:31.381740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Attempting to bind port c0418616-ed52-475d-8a61-c706bdb38959 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:31.382683 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Attempting to bind port c0418616-ed52-475d-8a61-c706bdb38959 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:31.383256 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Attempting to bind port c0418616-ed52-475d-8a61-c706bdb38959 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:31.402203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Port c0418616-ed52-475d-8a61-c706bdb38959 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:31.402545 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Attempting to bind port c0418616-ed52-475d-8a61-c706bdb38959 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:31.415513 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (9d3c593c-bdb2-431d-9ab6-bfdc9e1576a5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.441883 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (9d3c593c-bdb2-431d-9ab6-bfdc9e1576a5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.481633 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:31.482138 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:31.482558 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:31.483103 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Bound port: c0418616-ed52-475d-8a61-c706bdb38959, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:31.483760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c0418616-ed52-475d-8a61-c706bdb38959), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.538911 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3c593c-bdb2-431d-9ab6-bfdc9e1576a5,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.550833 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37709c1f-65e4-4bee-8760-9e98a35428cc req-d2bf3808-fabc-4dc9-96fd-271c43f18349 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2835808 Mar 21 11:15:31.559304 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.565422 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6e9e4ecc-0059-407c-a91a-b16493b621bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5889037 Mar 21 11:15:31.569608 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33500) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:31.583804 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'security_group_rule': {'security_group_id': 'ae7d13a4-2948-4001-be36-939a87f03550', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:31.667320 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d52-2e0b-44cb-8294-e75da751929d admin admin] Publish callbacks [] for security_group (5b966702-40f6-45d2-912d-45f9c728c0fb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.669836 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks [] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.673415 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (562c2450-f938-4405-b30a-6e95a36c9805), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.695371 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2d8615ad-25df-46b9-bd4a-6f8b3eccd1f8 req-217b5ade-828f-4832-908a-a2a1990023b2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 210 time: 0.0508513 Mar 21 11:15:31.695993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cdc67d52-2e0b-44cb-8294-e75da751929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5b966702-40f6-45d2-912d-45f9c728c0fb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.707881 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-c3abad03-5196-4df7-87f3-ee805e3913c7 service neutron] 10.222.0.53 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138580 Mar 21 11:15:31.735805 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:31.814588 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c0418616-ed52-475d-8a61-c706bdb38959,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:31.814956 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.821369 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (562c2450-f938-4405-b30a-6e95a36c9805), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.823764 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc67d52-2e0b-44cb-8294-e75da751929d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b966702-40f6-45d2-912d-45f9c728c0fb,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.831858 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.841930 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (562c2450-f938-4405-b30a-6e95a36c9805), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.842089 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cdc67d52-2e0b-44cb-8294-e75da751929d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e9cc004bc1244a38f8c8d4037e746f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9453549 Mar 21 11:15:31.852794 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:31.921000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:31.925096 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c2450-f938-4405-b30a-6e95a36c9805,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.927336 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:31.937366 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:31.941424 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.942820 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:31.943479 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.948281 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.949557 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8d54f343-154e-4c0f-bf7d-5e250ec37803 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785243 Mar 21 11:15:31.955384 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:31.956399 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33506) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:31.958952 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] 10.222.0.35 "PUT /v2.0/ports/c0418616-ed52-475d-8a61-c706bdb38959 HTTP/1.1" status: 200 len: 1094 time: 2.0619121 Mar 21 11:15:31.959298 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Pushing event updated for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:31.966947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:31.989187 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:31.990048 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-96c05790-5eec-4f23-a8e5-7f9eadea0ef2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6457951 Mar 21 11:15:32.003274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "tag": "c0418616-ed52-475d-8a61-c706bdb38959"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:32.012190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Request body: {'port': {'device_id': '39539497-e488-499b-a0aa-563226debae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:32.020659 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.059041 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-79db43e9-bbbd-457b-89b3-050b6f0e7d05 service neutron] 10.222.0.53 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483992 Mar 21 11:15:32.181343 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee333d0-f877-41a1-a73c-d7db0676fd01 service neutron] Pushing event updated for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:32.236203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-4c859682-1201-480a-8985-7d3984e594d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.237948 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-4c859682-1201-480a-8985-7d3984e594d0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 1128 time: 0.1384947 Mar 21 11:15:32.255652 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.317460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d785-98b7-4115-a1fd-1c8f125e99f6 req-92b0b2c0-1652-494e-a724-13a1041ac02a tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.330140 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa51d785-98b7-4115-a1fd-1c8f125e99f6 req-92b0b2c0-1652-494e-a724-13a1041ac02a tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 944 time: 0.2699788 Mar 21 11:15:32.361697 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a24f4a-a24a-405e-9248-1f9085aa11d3 x-openstack-request-id: req-a6a24f4a-a24a-405e-9248-1f9085aa11d3 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:32.361935 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "tag": "c0418616-ed52-475d-8a61-c706bdb38959", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:32.362161 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a6a24f4a-a24a-405e-9248-1f9085aa11d3 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:32.362663 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959', 'status': 'completed', 'code': 200} Mar 21 11:15:32.365303 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e9a72d2b-5fbf-4f80-9995-3a0eed25d17d req-cf78f0d1-e7ce-47c9-bf7d-f0892e1e48dc tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 210 time: 0.0330613 Mar 21 11:15:32.374331 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-9d498d6a-303f-4514-87ce-3edfaefb8643 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0418616-ed52-475d-8a61-c706bdb38959 HTTP/1.1" status: 200 len: 217 time: 0.1207845 Mar 21 11:15:32.374967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] Publish callbacks [] for security_group (5b966702-40f6-45d2-912d-45f9c728c0fb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.450573 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-c8592cda-c897-4034-b6e6-1f56e1ddc083 None None] Provisioning complete for port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:32.452424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c8592cda-c897-4034-b6e6-1f56e1ddc083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.494535 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] Publish callbacks [] for security_group (5b966702-40f6-45d2-912d-45f9c728c0fb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.495941 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c8592cda-c897-4034-b6e6-1f56e1ddc083 None None] Port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:32.530077 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa51d785-98b7-4115-a1fd-1c8f125e99f6 req-563e04b4-ea35-463d-9b28-a06713d118ac tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639037 Mar 21 11:15:32.548118 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-8881ed78-f7ba-4a39-b048-8f9877124d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.549633 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-8881ed78-f7ba-4a39-b048-8f9877124d69 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.1410055 Mar 21 11:15:32.551855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.623542 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-eb8062d3-06f7-4515-b59f-d133c41f12b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.637673 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-eb8062d3-06f7-4515-b59f-d133c41f12b8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808425 Mar 21 11:15:32.639011 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5b966702-40f6-45d2-912d-45f9c728c0fb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.641767 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.642952 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b966702-40f6-45d2-912d-45f9c728c0fb HTTP/1.1" status: 204 len: 168 time: 0.7837889 Mar 21 11:15:32.688131 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb5e95-a378-4256-b36b-680d2dff1ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b966702-40f6-45d2-912d-45f9c728c0fb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:32.771329 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Allocated IP 172.27.1.15 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/05fed3e9-1786-4280-a0ea-35a0d9893af8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:32.792596 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:32.803331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks [] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:32.835135 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec08f97-7839-45ba-bd63-46c3f0bbae63 req-56a7c892-3fdc-40bb-947f-f5d1fcf02be0 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:32.836901 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fec08f97-7839-45ba-bd63-46c3f0bbae63 req-56a7c892-3fdc-40bb-947f-f5d1fcf02be0 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1503270 Mar 21 11:15:32.839873 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-d1e87ce9-c4d2-4c10-ba5e-c8d607eb9e31 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941330 Mar 21 11:15:32.861708 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Transition to ACTIVE for port object 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:32.868175 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.008855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Attempting to bind port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:33.009554 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Attempting to bind port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:33.009988 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Attempting to bind port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 on network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:33.017126 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:33.024410 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fec08f97-7839-45ba-bd63-46c3f0bbae63 req-fb201b5f-8c9d-4990-aff4-ff8d39b15b96 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789641 Mar 21 11:15:33.042786 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.050553 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 on network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:33.050950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Attempting to bind port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 on network 47c0c3ac-f6d6-4a09-8c52-cf64822410d9 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:33.065242 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:33.065659 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Checking segment: {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:33.066056 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Bound using segment: {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:33.066556 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Bound port: 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e7d0578-cb73-4f13-ba86-43939ef9f7ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:33.066918 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.090926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bae6e-4540-41d8-8838-13c0b2a57fee req-01868178-d530-49e4-b4e2-5ee63fac78cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.093419 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff4bae6e-4540-41d8-8838-13c0b2a57fee req-01868178-d530-49e4-b4e2-5ee63fac78cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 947 time: 0.2366881 Mar 21 11:15:33.095930 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79fcf87d-cd33-450f-a60c-7b2d6198b99c req-111c5a22-e888-4035-9243-55764510c22a service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403820 Mar 21 11:15:33.200155 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:33.207278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:33.212278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.226901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.242462 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff4bae6e-4540-41d8-8838-13c0b2a57fee req-0c0a4ad7-daa0-44fd-9f7c-0eff032c8f67 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406770 Mar 21 11:15:33.269949 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:33.272542 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-a7f0b013-e021-41c6-8dcf-6dc40040b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.274261 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-a7f0b013-e021-41c6-8dcf-6dc40040b065 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 1128 time: 0.1164937 Mar 21 11:15:33.278256 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.279017 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.280614 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] 10.222.0.35 "PUT /v2.0/ports/8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 HTTP/1.1" status: 200 len: 1097 time: 1.2800655 Mar 21 11:15:33.281686 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:33.285309 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:33.293908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:33.296535 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210ec5c-6b00-473b-8c84-fcabf57522f0" -d '{"events": [{"name": "network-changed", "server_uuid": "39539497-e488-499b-a0aa-563226debae6", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:33.358982 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'Port': ['ID=05fed3e9-1786-4280-a0ea-35a0d9893af8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:33.463779 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e382f4-c421-4959-8369-92475ff0c2ae x-openstack-request-id: req-a7e382f4-c421-4959-8369-92475ff0c2ae {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:33.464226 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39539497-e488-499b-a0aa-563226debae6", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:33.464643 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-a7e382f4-c421-4959-8369-92475ff0c2ae {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:33.465277 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029', 'status': 'completed', 'code': 200} Mar 21 11:15:33.521132 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33532) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:33.597184 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-992e8aeb-b789-4470-8978-276928eac3e5 req-5bba123a-9418-409a-9f20-6753d9fd4b36 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 210 time: 0.0928597 Mar 21 11:15:33.610590 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df599f4d-323b-4dac-b793-aa9a511347bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.629307 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.639775 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a7afc-6a9a-44c5-93d8-936acd1ea93b service neutron] Pushing event updated for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:33.649355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-dedaee73-d0c8-4316-80fa-351e1df11cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.650754 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-dedaee73-d0c8-4316-80fa-351e1df11cc2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 1131 time: 0.2832150 Mar 21 11:15:33.651306 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-26999882-8f00-4bb2-8888-488e5f07f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:33.655595 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-26999882-8f00-4bb2-8888-488e5f07f096 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.3687384 Mar 21 11:15:33.725579 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-f583d7c1-36d4-4c3d-ad1d-239caa4029d8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 HTTP/1.1" status: 200 len: 217 time: 0.0473626 Mar 21 11:15:33.730302 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:33.765642 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-0fc889cb-b778-4379-8ad4-846e68a9f402 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0418616-ed52-475d-8a61-c706bdb38959 HTTP/1.1" status: 200 len: 217 time: 0.0890341 Mar 21 11:15:34.071431 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-90bb3058-3d78-4301-ab76-0a8ada02aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.073208 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-90bb3058-3d78-4301-ab76-0a8ada02aab0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ddb398e8-17dd-4953-afe9-c5ad718ca630 HTTP/1.1" status: 200 len: 843 time: 0.3406162 Mar 21 11:15:34.145013 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac14061-9cf8-43bf-9328-ff8a20ab4acc req-d25b30e2-02df-42c1-95e7-3f9269fa2a0f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.146754 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eac14061-9cf8-43bf-9328-ff8a20ab4acc req-d25b30e2-02df-42c1-95e7-3f9269fa2a0f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 944 time: 0.5056126 Mar 21 11:15:34.160979 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-d473cdae-672b-4a28-900f-b51878ab8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.162471 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-d473cdae-672b-4a28-900f-b51878ab8960 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.3895655 Mar 21 11:15:34.191189 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-1e639ebc-d703-4dfd-b995-518b3d0273eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.192701 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-1e639ebc-d703-4dfd-b995-518b3d0273eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47c0c3ac-f6d6-4a09-8c52-cf64822410d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1009531 Mar 21 11:15:34.267964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df599f4d-323b-4dac-b793-aa9a511347bd admin admin] Publish callbacks [] for security_group (2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.286266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.288664 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-df599f4d-323b-4dac-b793-aa9a511347bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.294931 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.344691 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.372041 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'Port': ['ID=05fed3e9-1786-4280-a0ea-35a0d9893af8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:34.377714 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-49ae6712-70b3-4e18-b5bc-60e08793877a service neutron] 10.222.0.35 "GET /v2.0/networks/47c0c3ac-f6d6-4a09-8c52-cf64822410d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709578 Mar 21 11:15:34.378080 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-f1ed60e5-9d29-4f68-b119-955d7ea6031b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.379797 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-f1ed60e5-9d29-4f68-b119-955d7ea6031b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 815 time: 0.5473840 Mar 21 11:15:34.382248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:34.383484 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-14b96410-9c15-413a-8c16-5a9811f91d40 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4253223 Mar 21 11:15:34.410939 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eac14061-9cf8-43bf-9328-ff8a20ab4acc req-98aae7c1-d6bf-4eab-a2e3-47900890f0de tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379808 Mar 21 11:15:34.417879 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df599f4d-323b-4dac-b793-aa9a511347bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:34.423907 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'port': {'device_id': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'admin_state_up': True, 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:34.445427 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-df599f4d-323b-4dac-b793-aa9a511347bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=995acb78d5334af3b6162fe9747106db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9165711 Mar 21 11:15:34.456693 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b7b2e-7ebe-4527-91cd-da41851054eb req-a777fc38-5bd8-464d-a0d9-caae17369d16 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.465731 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-698b7b2e-7ebe-4527-91cd-da41851054eb req-a777fc38-5bd8-464d-a0d9-caae17369d16 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.3139911 Mar 21 11:15:34.478746 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 33556) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:34.483264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-7dd8b6f7-6cdf-4c9f-a9ba-0ef5fc43b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.485073 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-7dd8b6f7-6cdf-4c9f-a9ba-0ef5fc43b340 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3035815 Mar 21 11:15:34.562248 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3096707d-ea33-4d81-8bfd-5026d717a885 req-4bfc6aae-5139-4026-add3-635958d3a39b service neutron] 10.222.0.35 "GET /v2.0/networks/47c0c3ac-f6d6-4a09-8c52-cf64822410d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675329 Mar 21 11:15:34.716588 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-36f102f0-e50d-4e75-afeb-d963a7cffcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.719694 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-36f102f0-e50d-4e75-afeb-d963a7cffcad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 1131 time: 0.0907323 Mar 21 11:15:34.809112 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-698b7b2e-7ebe-4527-91cd-da41851054eb req-4722b1b9-1a8c-474d-9d67-f44bedb5630a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419743 Mar 21 11:15:34.957164 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baf1d24-9f20-4258-8e7b-b21fdc5083ca req-6d810973-625c-41a5-91b9-18ecb07615d6 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:34.959919 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5baf1d24-9f20-4258-8e7b-b21fdc5083ca req-6d810973-625c-41a5-91b9-18ecb07615d6 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 947 time: 0.4166846 Mar 21 11:15:34.991630 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] Publish callbacks [] for security_group (2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.032471 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-6d6650b1-57c3-4ba3-b849-b9e8edbb148a service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944124 Mar 21 11:15:35.043039 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-de6ab483-0807-43ad-a3b5-be6509c9d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.046624 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-de6ab483-0807-43ad-a3b5-be6509c9d5ef service neutron] 10.222.0.35 "GET /v2.0/networks?id=47c0c3ac-f6d6-4a09-8c52-cf64822410d9 HTTP/1.1" status: 200 len: 869 time: 0.3187909 Mar 21 11:15:35.086966 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] Publish callbacks [] for security_group (2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.171732 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Made reservation on behalf of 6a0022e1f8894598b76c23ed8fff29bd for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:35.178328 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.334069 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-33a43320-ac62-44d8-9ec5-76a6a20109ce tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--509377171&fields=id&tenant_id=a546f19579ad4e8e89e9391fc9dd29e3 HTTP/1.1" status: 200 len: 267 time: 0.3029509 Mar 21 11:15:35.361165 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5baf1d24-9f20-4258-8e7b-b21fdc5083ca req-210f9816-a71a-4269-8740-04c4eb555088 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710680 Mar 21 11:15:35.495770 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.500906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:35.506565 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0 HTTP/1.1" status: 204 len: 168 time: 1.0257196 Mar 21 11:15:35.550905 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-3cde46cc-3918-48a5-aa8a-ea4a6931cec0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 HTTP/1.1" status: 200 len: 217 time: 0.0754843 Mar 21 11:15:35.662055 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-f349679d-ee4d-4bc6-9e8f-664aa59aa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.664339 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-f349679d-ee4d-4bc6-9e8f-664aa59aa17b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ddb398e8-17dd-4953-afe9-c5ad718ca630 HTTP/1.1" status: 200 len: 843 time: 0.0913997 Mar 21 11:15:35.757259 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Allocated IP 172.20.0.4 (544b4738-3cac-4be1-91e7-e59f961f95ce/7707a1b6-4b73-4223-b3c3-59315fd623ba/6453f465-b69a-4b9f-9728-69015b33f97f) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:35.785679 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-fe75bc80-13ff-4f5e-b17c-dbd863a5ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.788253 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-fe75bc80-13ff-4f5e-b17c-dbd863a5ad57 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=47c0c3ac-f6d6-4a09-8c52-cf64822410d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1098015 Mar 21 11:15:35.797041 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a55540e-f0b3-4074-9af5-6121926ac8d1 req-b78b0d5e-f7ba-49de-b0b2-200bddb923ed tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 210 time: 0.2279792 Mar 21 11:15:35.807161 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d53755-5cec-408c-8ebf-8cdcdcfe77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2283eeb7-8ad1-4cd7-b225-d07a0c7d98d0,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:35.834856 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-035ee94e-4135-4904-9fc9-36a676efd981 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:35.842685 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-035ee94e-4135-4904-9fc9-36a676efd981 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 0.4134021 Mar 21 11:15:35.998822 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-e38055fe-d5c5-483e-a0b1-03c34f96a0b4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/quotas/a546f19579ad4e8e89e9391fc9dd29e3 HTTP/1.1" status: 200 len: 375 time: 0.1549959 Mar 21 11:15:36.033097 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device c0418616-ed52-475d-8a61-c706bdb38959 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:36.066310 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-eb047399-a2e2-4cd8-9159-c791099603a0 service neutron] 10.222.0.35 "GET /v2.0/networks/47c0c3ac-f6d6-4a09-8c52-cf64822410d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562993 Mar 21 11:15:36.183699 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7213c6fc-0a92-4d37-ae03-0551e57fcf2e req-9534cc4e-c056-4b29-8df7-ede191180013 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904728 Mar 21 11:15:36.245485 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-11125a0c-3ff9-4918-8767-ecfbf3f4e664 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2365453 Mar 21 11:15:36.302807 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c0418616-ed52-475d-8a61-c706bdb38959,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:36.312798 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for port (6453f465-b69a-4b9f-9728-69015b33f97f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.333340 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538eabc5-4ae9-4f6e-ac93-e474cd04ed5b req-e99bf525-8c79-4dd2-bbe5-71f1bc82b382 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:36.343531 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a210ec5c-6b00-473b-8c84-fcabf57522f0 req-4833276e-b44c-471d-9e3c-f770b75b6a3f service neutron] 10.222.0.35 "GET /v2.0/networks/47c0c3ac-f6d6-4a09-8c52-cf64822410d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845250 Mar 21 11:15:36.343655 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33586) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:36.345141 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-538eabc5-4ae9-4f6e-ac93-e474cd04ed5b req-e99bf525-8c79-4dd2-bbe5-71f1bc82b382 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 944 time: 0.3353786 Mar 21 11:15:36.346136 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'c0418616-ed52-475d-8a61-c706bdb38959', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'port_id': 'c0418616-ed52-475d-8a61-c706bdb38959', 'mac_address': 'fa:16:3e:70:a1:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:36.384627 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9477eff4-024d-4ea8-9bcf-c1281e904dcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.397302 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port c0418616-ed52-475d-8a61-c706bdb38959 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:36.398102 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c0418616-ed52-475d-8a61-c706bdb38959), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.420189 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0418616-ed52-475d-8a61-c706bdb38959 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:36.487641 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c0418616-ed52-475d-8a61-c706bdb38959,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:36.495904 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.514254 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-538eabc5-4ae9-4f6e-ac93-e474cd04ed5b req-77e64149-50ba-4d71-beb4-15d8ddbe07be tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553543 Mar 21 11:15:36.518509 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.616936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:36.632148 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9477eff4-024d-4ea8-9bcf-c1281e904dcb admin admin] Publish callbacks [] for security_group (0513ee96-78a6-4a31-9b0e-42d1aaaab9fa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.639693 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9477eff4-024d-4ea8-9bcf-c1281e904dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0513ee96-78a6-4a31-9b0e-42d1aaaab9fa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.679816 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-d4e4b278-89e0-4098-908a-6b6b784ab2d2 service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330852 Mar 21 11:15:36.738795 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9477eff4-024d-4ea8-9bcf-c1281e904dcb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6da56696511945de9823710aaec8e125&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3939064 Mar 21 11:15:36.739989 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33590) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:36.747206 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477eff4-024d-4ea8-9bcf-c1281e904dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0513ee96-78a6-4a31-9b0e-42d1aaaab9fa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:36.814208 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['c0418616-ed52-475d-8a61-c706bdb38959'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:36.819284 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:36.824798 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Network 544b4738-3cac-4be1-91e7-e59f961f95ce is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:36.839363 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-b7f987bb-7650-4292-80b0-ef04f0601477 service neutron] 10.222.0.53 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569746 Mar 21 11:15:36.845609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:36.851301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:36.869207 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] Publish callbacks [] for security_group (0513ee96-78a6-4a31-9b0e-42d1aaaab9fa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:36.938742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] Publish callbacks [] for security_group (0513ee96-78a6-4a31-9b0e-42d1aaaab9fa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.063880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fee54-0ece-465e-b26a-3f0837f657b9 req-526ee4ca-ae34-490a-ab33-02f751802a5b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.066799 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0513ee96-78a6-4a31-9b0e-42d1aaaab9fa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.070302 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.082186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-808fee54-0ece-465e-b26a-3f0837f657b9 req-526ee4ca-ae34-490a-ab33-02f751802a5b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.4512024 Mar 21 11:15:37.089765 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0513ee96-78a6-4a31-9b0e-42d1aaaab9fa HTTP/1.1" status: 204 len: 168 time: 0.3404746 Mar 21 11:15:37.111933 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ca14b3-39e2-4bc6-8ad8-c6a50e51965d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513ee96-78a6-4a31-9b0e-42d1aaaab9fa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:37.178622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.194071 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.289037 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-4c2f469d-d551-4993-88d0-49c73696259c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8756254 Mar 21 11:15:37.310772 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-808fee54-0ece-465e-b26a-3f0837f657b9 req-d6ef5d9b-6ff6-400b-87cf-fac87b8da33b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269416 Mar 21 11:15:37.319487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Request body: {'port': {'device_id': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:37.486937 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-d01607ed-3706-469b-940a-2bb4383aaf36 None None] Provisioning complete for port 6453f465-b69a-4b9f-9728-69015b33f97f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:37.488166 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d01607ed-3706-469b-940a-2bb4383aaf36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.575737 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-d01607ed-3706-469b-940a-2bb4383aaf36 None None] Port 6453f465-b69a-4b9f-9728-69015b33f97f cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:37.601793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:37.634783 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9def5-c704-4a41-af80-9d66d3edf2b6 req-d195baab-b3b4-4a15-a3d3-0c9daffcc331 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.642475 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b4d9def5-c704-4a41-af80-9d66d3edf2b6 req-d195baab-b3b4-4a15-a3d3-0c9daffcc331 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 947 time: 0.2394328 Mar 21 11:15:37.687308 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15b02a-3e0a-4f52-bad3-21df818b9912 req-82523e84-2e09-4755-9886-9e4e118d4dfa tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:37.695934 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be15b02a-3e0a-4f52-bad3-21df818b9912 req-82523e84-2e09-4755-9886-9e4e118d4dfa tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 931 time: 0.2328253 Mar 21 11:15:37.810941 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be15b02a-3e0a-4f52-bad3-21df818b9912 req-953cf83c-aa35-43dc-a48c-f7fc069e7dd1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140254 Mar 21 11:15:37.872244 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b4d9def5-c704-4a41-af80-9d66d3edf2b6 req-466a7b94-c8f5-473c-9a85-323dadd5dfda tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259421 Mar 21 11:15:37.984378 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c7d8b91-5861-402b-b1ee-2f9912cdbf4a req-c394cf89-df03-4005-834f-eb73b2d04305 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0794487 Mar 21 11:15:38.052864 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:38.130598 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29d57a-aa07-4ce6-945c-42a30298c757 req-07ec4520-5ded-425e-b49c-5c29999710d7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.132113 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6a29d57a-aa07-4ce6-945c-42a30298c757 req-07ec4520-5ded-425e-b49c-5c29999710d7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 945 time: 0.1393659 Mar 21 11:15:38.237414 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:38.259086 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029', 'network_id': '47c0c3ac-f6d6-4a09-8c52-cf64822410d9', 'port_id': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029', 'mac_address': 'fa:16:3e:38:b5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb398e8-17dd-4953-afe9-c5ad718ca630', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:38.331250 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:38.331668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:38.347361 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:38.426704 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:38.436782 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:38.544341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:38.591721 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6a29d57a-aa07-4ce6-945c-42a30298c757 req-35476ada-9dda-4569-9ed7-ddd43fd2851c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4524364 Mar 21 11:15:38.640480 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976325f1-023d-46da-8c80-b38ef40ea261 req-921bee28-364f-4548-888e-0702574513cf tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:38.647759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-976325f1-023d-46da-8c80-b38ef40ea261 req-921bee28-364f-4548-888e-0702574513cf tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1626575 Mar 21 11:15:38.652506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6453f465-b69a-4b9f-9728-69015b33f97f {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:38.671017 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks [] for port (6453f465-b69a-4b9f-9728-69015b33f97f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:38.700847 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Transition to ACTIVE for port object 6453f465-b69a-4b9f-9728-69015b33f97f will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:38.711775 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:38.772690 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['8f2bcf96-6f21-4ea0-a583-ac8ce5a69029'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:38.782218 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-976325f1-023d-46da-8c80-b38ef40ea261 req-d299b51d-263a-414c-961b-5414593a0639 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333730 Mar 21 11:15:38.905300 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:39.148438 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Attempting to bind port 6453f465-b69a-4b9f-9728-69015b33f97f on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:39.148758 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Attempting to bind port 6453f465-b69a-4b9f-9728-69015b33f97f by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:39.149095 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Attempting to bind port 6453f465-b69a-4b9f-9728-69015b33f97f on network 544b4738-3cac-4be1-91e7-e59f961f95ce {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:39.158217 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Port 6453f465-b69a-4b9f-9728-69015b33f97f on network 544b4738-3cac-4be1-91e7-e59f961f95ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:39.158527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Attempting to bind port 6453f465-b69a-4b9f-9728-69015b33f97f on network 544b4738-3cac-4be1-91e7-e59f961f95ce {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:39.174651 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:39.175012 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Checking segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:39.175412 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Bound using segment: {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:39.176055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Bound port: 6453f465-b69a-4b9f-9728-69015b33f97f, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f42a3368-cf37-4166-b22e-c99f7962969d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:39.176477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:39.199194 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46417462-2150-4106-96f0-015bf0e74b9b req-aaf64bca-6533-4496-a6f9-5df944336251 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.206735 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-46417462-2150-4106-96f0-015bf0e74b9b req-aaf64bca-6533-4496-a6f9-5df944336251 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1908410 Mar 21 11:15:39.236054 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a8cd8-d1c4-4794-9e3c-ee59df5f4659 req-58623f9a-3d6c-4ac2-b74f-631a4a48758f tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.243658 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-018a8cd8-d1c4-4794-9e3c-ee59df5f4659 req-58623f9a-3d6c-4ac2-b74f-631a4a48758f tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 948 time: 0.1642532 Mar 21 11:15:39.356138 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-46417462-2150-4106-96f0-015bf0e74b9b req-252a18a6-7f97-4c96-b396-563a800f5d3f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463988 Mar 21 11:15:39.375463 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:39.386363 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-018a8cd8-d1c4-4794-9e3c-ee59df5f4659 req-75eb3a89-11df-4b9f-b92d-93a254175d24 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414416 Mar 21 11:15:39.388819 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:39.409080 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:39.470197 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.471558 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:39.473303 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] 10.222.0.35 "PUT /v2.0/ports/6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 1093 time: 2.1612527 Mar 21 11:15:39.473754 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:39.476475 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeef872f-e1c5-407e-b3f5-4c4083041e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:39.530830 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09910e49-227f-4b75-9346-e25239a4da9f req-36616de9-ff3e-44d6-a44a-b1d7ef86d342 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0790327 Mar 21 11:15:39.552242 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce419fd-7bdf-48fc-9d0d-8a3a05ec5884 service neutron] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:39.587203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb67ada6-916d-440a-8b79-96883614b247 x-openstack-request-id: req-bb67ada6-916d-440a-8b79-96883614b247 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:39.587506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:39.587926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bb67ada6-916d-440a-8b79-96883614b247 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:39.588341 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:15:39.759684 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a8eeb-70d8-4ba9-aa42-7141218c83e6 req-9d2b1ac9-3484-4044-a15a-9f151adb4364 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.761554 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-151a8eeb-70d8-4ba9-aa42-7141218c83e6 req-9d2b1ac9-3484-4044-a15a-9f151adb4364 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 945 time: 0.0764513 Mar 21 11:15:39.819031 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-151a8eeb-70d8-4ba9-aa42-7141218c83e6 req-cb57f19b-3bf2-48ec-8271-6a9e2d3d1986 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514431 Mar 21 11:15:39.950597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7171871-15da-4bbb-8737-1cf7369fd79b req-5427e0c4-f9e4-4379-b177-5cafd9fdc4d3 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:39.952587 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7171871-15da-4bbb-8737-1cf7369fd79b req-5427e0c4-f9e4-4379-b177-5cafd9fdc4d3 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0702665 Mar 21 11:15:40.040001 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d7171871-15da-4bbb-8737-1cf7369fd79b req-5baa4c8e-89d9-4ce5-ac59-bbca8f39033d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807498 Mar 21 11:15:40.064474 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device c0418616-ed52-475d-8a61-c706bdb38959 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:40.133050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port c0418616-ed52-475d-8a61-c706bdb38959 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:40.139327 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port c0418616-ed52-475d-8a61-c706bdb38959 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:40.150370 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (c0418616-ed52-475d-8a61-c706bdb38959), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.262245 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port c0418616-ed52-475d-8a61-c706bdb38959 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:40.263269 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (c0418616-ed52-475d-8a61-c706bdb38959), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.301045 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:40.303728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b87758-57a8-49e0-a0e4-42d2cb8108de" -d '{"events": [{"server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "name": "network-vif-plugged", "status": "completed", "tag": "c0418616-ed52-475d-8a61-c706bdb38959"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:40.322783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c0418616-ed52-475d-8a61-c706bdb38959,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:40.327860 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.328809 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:40.377030 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0648b18-77e6-4183-b917-84760d39cc85 x-openstack-request-id: req-d0648b18-77e6-4183-b917-84760d39cc85 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:40.377456 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "name": "network-vif-plugged", "status": "completed", "tag": "c0418616-ed52-475d-8a61-c706bdb38959", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:40.377766 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0648b18-77e6-4183-b917-84760d39cc85 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:40.378172 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959', 'code': 200} Mar 21 11:15:40.452597 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:40.474559 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:40.480801 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:40.481420 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.587762 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:40.588162 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.623464 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:40.624827 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b04ac-8740-4fa4-9693-3a6a37080ed0 req-3843d3de-c245-4d97-969d-999d2e6b63e2 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:40.626543 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-687b04ac-8740-4fa4-9693-3a6a37080ed0 req-3843d3de-c245-4d97-969d-999d2e6b63e2 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1588295 Mar 21 11:15:40.629303 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:40.660972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718983f-4897-4b2f-81b2-9fdfa48773b1 req-ab55e9d2-357e-4ece-ba64-856c014ea9f6 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:40.663265 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1718983f-4897-4b2f-81b2-9fdfa48773b1 req-ab55e9d2-357e-4ece-ba64-856c014ea9f6 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 948 time: 0.1279778 Mar 21 11:15:40.706393 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:40.719603 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.719983 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.720353 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.721042 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.721420 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.722232 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.722375 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.723337 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.723707 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.724104 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.724440 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.724792 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.725193 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.725671 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.726026 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:15:40.733178 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-687b04ac-8740-4fa4-9693-3a6a37080ed0 req-be24e884-f9ea-4e8e-9b59-ee9fae94a01a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882528 Mar 21 11:15:40.774732 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1718983f-4897-4b2f-81b2-9fdfa48773b1 req-79320e5a-c9cf-4125-9034-7dfa75c2292c tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994928 Mar 21 11:15:40.871079 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e178ecf6-6f53-463b-bac9-f2b1c26bd00d req-fa897af4-47c1-466e-9167-358e764b2439 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0436046 Mar 21 11:15:41.024365 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d31c4f-7b51-4fe8-a61d-fda311fb95f5 req-7949e0e8-a741-441d-813a-0602a912adf9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.029286 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e0d31c4f-7b51-4fe8-a61d-fda311fb95f5 req-7949e0e8-a741-441d-813a-0602a912adf9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0908186 Mar 21 11:15:41.120738 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e0d31c4f-7b51-4fe8-a61d-fda311fb95f5 req-1209c7be-d3e5-457f-84aa-665d98359014 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848022 Mar 21 11:15:41.227912 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbdb998-9881-406e-9532-77c6c12c309b req-57b7a95f-04ba-4328-9bbf-3bc99d9efbaa tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.230831 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bbdb998-9881-406e-9532-77c6c12c309b req-57b7a95f-04ba-4328-9bbf-3bc99d9efbaa tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0957477 Mar 21 11:15:41.307311 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bbdb998-9881-406e-9532-77c6c12c309b req-e5b7ad69-c7bf-4b8d-b7bc-5bfbf0eb1fc9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672982 Mar 21 11:15:41.906672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2481bc-dcac-4100-8eff-827330e82d88 req-58193a04-6a2a-479f-9dd3-8d4faa4c4dc7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.909100 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb2481bc-dcac-4100-8eff-827330e82d88 req-58193a04-6a2a-479f-9dd3-8d4faa4c4dc7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1015692 Mar 21 11:15:41.969291 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad36bc-1562-4bd3-ac84-cb683bd8f22f req-0a0ea489-8457-4e6e-a36f-35770782f3cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:41.969291 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79ad36bc-1562-4bd3-ac84-cb683bd8f22f req-0a0ea489-8457-4e6e-a36f-35770782f3cb tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.1170862 Mar 21 11:15:42.044151 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb2481bc-dcac-4100-8eff-827330e82d88 req-46b81442-74be-4eea-aa81-065cd062aca9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281226 Mar 21 11:15:42.071817 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79ad36bc-1562-4bd3-ac84-cb683bd8f22f req-45090be0-f571-4aa3-a6d4-8156d0401aa2 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751581 Mar 21 11:15:42.157777 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aef04ad5-8103-44c4-97d4-dc44a8077fb3 req-39bbc469-60fd-41e1-bd4f-d7313c60492b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0506463 Mar 21 11:15:42.290651 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6018-2563-42c4-9c83-706ba152cbbd req-eeaa1da7-28ca-4ca9-a02f-220da017a473 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.294067 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b20c6018-2563-42c4-9c83-706ba152cbbd req-eeaa1da7-28ca-4ca9-a02f-220da017a473 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0713630 Mar 21 11:15:42.344650 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b20c6018-2563-42c4-9c83-706ba152cbbd req-d376efff-f8b4-4489-b58e-12e47a63d4e4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462952 Mar 21 11:15:42.379791 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:42.387988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30a4967-6993-4531-9855-b399ac8592bb" -d '{"events": [{"server_uuid": "39539497-e488-499b-a0aa-563226debae6", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:42.438241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986b54f8-8b12-4955-a38c-1f2679abe352 x-openstack-request-id: req-986b54f8-8b12-4955-a38c-1f2679abe352 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:42.439763 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39539497-e488-499b-a0aa-563226debae6", "name": "network-vif-plugged", "status": "completed", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:42.441056 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-986b54f8-8b12-4955-a38c-1f2679abe352 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:42.442679 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029', 'code': 200} Mar 21 11:15:42.487538 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aac400-4b46-45df-adb5-9b681f9d71d1 req-1738258e-8937-4bd9-a26f-b178824615f1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:42.489180 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41aac400-4b46-45df-adb5-9b681f9d71d1 req-1738258e-8937-4bd9-a26f-b178824615f1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0800004 Mar 21 11:15:42.574033 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41aac400-4b46-45df-adb5-9b681f9d71d1 req-ea81e378-f83c-415e-a1b2-221a8cca1778 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774643 Mar 21 11:15:43.254087 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257f691-f5bc-4d3b-a83a-74d099a6f723 req-ab2f61a6-d22f-49e0-95a8-1dac09d5b38e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.255973 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b257f691-f5bc-4d3b-a83a-74d099a6f723 req-ab2f61a6-d22f-49e0-95a8-1dac09d5b38e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1229336 Mar 21 11:15:43.263905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b304744-49e5-4b6b-87b2-7f89e2897317 req-5c03f6a2-cf29-420e-8d07-f9cf03ebf6ac tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.265720 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b304744-49e5-4b6b-87b2-7f89e2897317 req-5c03f6a2-cf29-420e-8d07-f9cf03ebf6ac tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0995822 Mar 21 11:15:43.384269 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b257f691-f5bc-4d3b-a83a-74d099a6f723 req-21a6f9a9-83b3-4541-be32-cb48884707cd tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170650 Mar 21 11:15:43.393681 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b304744-49e5-4b6b-87b2-7f89e2897317 req-ddb0aa6c-27ac-449a-9cb2-7edc379ed7f9 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199017 Mar 21 11:15:43.550106 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b492fbbf-45ca-44a7-bc56-758c8e98dfd4 req-14b0c95f-8bc8-4034-8845-f11404793814 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0354238 Mar 21 11:15:43.571324 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc62a6-5f51-446f-8f44-f653fd5b5c36 req-03303851-2833-4c96-9969-ae60e4f00e47 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.573084 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95cc62a6-5f51-446f-8f44-f653fd5b5c36 req-03303851-2833-4c96-9969-ae60e4f00e47 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0956745 Mar 21 11:15:43.635081 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-95cc62a6-5f51-446f-8f44-f653fd5b5c36 req-1b917fa4-f9f0-4814-99cb-58aae5e80749 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560784 Mar 21 11:15:43.740790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424ad9b-3b6f-40d1-a82e-6cc3a76c789b req-f0356126-44ca-4222-8b40-b3ac3d45cfe5 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:43.742491 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5424ad9b-3b6f-40d1-a82e-6cc3a76c789b req-f0356126-44ca-4222-8b40-b3ac3d45cfe5 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0616360 Mar 21 11:15:43.829059 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5424ad9b-3b6f-40d1-a82e-6cc3a76c789b req-323b1e0f-5972-4317-8909-ff0c036a7de4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752311 Mar 21 11:15:44.592503 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc2bba-2253-456f-ba0e-8fff201052e5 req-ffa99de3-da9a-41ed-a4de-7d981d84c573 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:44.594185 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80cc2bba-2253-456f-ba0e-8fff201052e5 req-ffa99de3-da9a-41ed-a4de-7d981d84c573 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1148663 Mar 21 11:15:44.606209 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3409b1af-1512-4d24-84f3-c701891f9331 req-a8241556-9e1d-4ee4-a9f7-2e5434f230ca tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:44.608368 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3409b1af-1512-4d24-84f3-c701891f9331 req-a8241556-9e1d-4ee4-a9f7-2e5434f230ca tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0862448 Mar 21 11:15:44.691934 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80cc2bba-2253-456f-ba0e-8fff201052e5 req-b94bbb5c-e3c0-4d29-90f1-d6d817858157 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822330 Mar 21 11:15:44.699980 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3409b1af-1512-4d24-84f3-c701891f9331 req-4ec6be88-a51a-4731-9922-b66e03aeeb72 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752866 Mar 21 11:15:44.802789 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a4997acd-b3b1-4463-937e-f2e8c40c92e8 req-71607048-1918-4125-bb38-d10311b1eb91 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0445695 Mar 21 11:15:44.871355 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0f78a-be8f-40c0-bc66-cfc1040a0bc9 req-4b1ac0a3-76f5-46e2-904b-551defdbe0d0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:44.872967 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55a0f78a-be8f-40c0-bc66-cfc1040a0bc9 req-4b1ac0a3-76f5-46e2-904b-551defdbe0d0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0625196 Mar 21 11:15:44.988535 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55a0f78a-be8f-40c0-bc66-cfc1040a0bc9 req-f8f4437a-079e-4390-b78d-b06cf84a4683 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073499 Mar 21 11:15:45.007367 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d5a9dc-617d-4bfd-bff8-b506114e2527 req-11eefc0c-49a3-4c5e-a13a-799f0989c384 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:45.009838 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1d5a9dc-617d-4bfd-bff8-b506114e2527 req-11eefc0c-49a3-4c5e-a13a-799f0989c384 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0818751 Mar 21 11:15:45.082257 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e1d5a9dc-617d-4bfd-bff8-b506114e2527 req-862e7aa4-d777-4c19-9cf9-7e374d39a3d0 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666869 Mar 21 11:15:45.869196 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eda7e6b-fbfb-4530-91b0-c5baffbf7902 req-c6fb6e0e-b4c3-4271-a020-f2a88885fd09 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:45.871309 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0eda7e6b-fbfb-4530-91b0-c5baffbf7902 req-c6fb6e0e-b4c3-4271-a020-f2a88885fd09 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1027498 Mar 21 11:15:45.883296 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e544032c-ebd7-49b5-b334-ab766d466837 req-4a1a20e6-53fb-42e2-9ac8-cf548defa5aa tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:45.884869 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e544032c-ebd7-49b5-b334-ab766d466837 req-4a1a20e6-53fb-42e2-9ac8-cf548defa5aa tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0988796 Mar 21 11:15:45.995124 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e544032c-ebd7-49b5-b334-ab766d466837 req-506282a1-b130-4567-a8f1-73ad38e0e855 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024237 Mar 21 11:15:45.998714 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0eda7e6b-fbfb-4530-91b0-c5baffbf7902 req-e44d923b-d0b4-41f2-87a9-2aca5d5bbc8a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128356 Mar 21 11:15:46.020677 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-79146523-a015-4fd8-b733-5efb5892673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.022279 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-79146523-a015-4fd8-b733-5efb5892673f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1127 time: 0.0796590 Mar 21 11:15:46.221826 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-58e7ada4-d55e-428d-9879-3fd25302af8f req-bc4bf9f6-0aa2-4a22-8fb4-5e0125fd08ff tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.1306963 Mar 21 11:15:46.392821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f53777-5e01-46c6-8b4a-15777ea56687 req-07e9911d-2f4c-477c-87a6-2b8692ed3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.394754 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48f53777-5e01-46c6-8b4a-15777ea56687 req-07e9911d-2f4c-477c-87a6-2b8692ed3464 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 1133 time: 0.0551839 Mar 21 11:15:46.436117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9c37f-8887-45f8-b610-f6b53120ffa0 req-12c5c825-08e8-429f-9aee-bf85ae6c9059 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.438016 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2b9c37f-8887-45f8-b610-f6b53120ffa0 req-12c5c825-08e8-429f-9aee-bf85ae6c9059 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.2873292 Mar 21 11:15:46.447726 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-48f53777-5e01-46c6-8b4a-15777ea56687 req-e84f0497-5886-4f8d-b41a-33c1bc2166bf service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445232 Mar 21 11:15:46.482094 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-2aee647a-216b-4957-9331-c3cd76c077d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.483778 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-2aee647a-216b-4957-9331-c3cd76c077d1 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4513853 Mar 21 11:15:46.536597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7dd5f5-4f09-43cd-83e4-08cba4aca64a req-34fbf6ae-f70c-4544-b1eb-099c9f947b45 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.538492 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c7dd5f5-4f09-43cd-83e4-08cba4aca64a req-34fbf6ae-f70c-4544-b1eb-099c9f947b45 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.2069411 Mar 21 11:15:46.543681 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2b9c37f-8887-45f8-b610-f6b53120ffa0 req-c46e31b5-72eb-4e4c-a2f8-919578725fdf tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904608 Mar 21 11:15:46.547210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4bfbf-7c2d-43f2-b577-f8f7b7e59b48 req-e5786dca-1457-4522-b25f-ac8d61f87164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.548748 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3a4bfbf-7c2d-43f2-b577-f8f7b7e59b48 req-e5786dca-1457-4522-b25f-ac8d61f87164 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 1130 time: 0.1853204 Mar 21 11:15:46.600085 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1c7dd5f5-4f09-43cd-83e4-08cba4aca64a req-351dcff4-cd3c-48c1-904f-5b4a66f41f9e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553246 Mar 21 11:15:46.831589 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3a4bfbf-7c2d-43f2-b577-f8f7b7e59b48 req-de357a21-1b67-4787-b20f-506b0b379e65 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765153 Mar 21 11:15:46.918224 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-b5eec74e-2074-4da2-b6c1-4e3e43246977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.919731 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aeef872f-e1c5-407e-b3f5-4c4083041e8a req-b5eec74e-2074-4da2-b6c1-4e3e43246977 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2634237 Mar 21 11:15:46.946882 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24281ef4-6f77-4286-af56-e0fe275f5a5b req-c08f5401-15f0-42fa-9865-c11d18d806a7 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:46.948695 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24281ef4-6f77-4286-af56-e0fe275f5a5b req-c08f5401-15f0-42fa-9865-c11d18d806a7 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1100500 Mar 21 11:15:47.001657 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24281ef4-6f77-4286-af56-e0fe275f5a5b req-dca97edd-deeb-4e0d-b0a4-c167870ce144 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462389 Mar 21 11:15:47.286499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-a7eb7e77-774e-4f03-b648-36591173e46f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.288542 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-a7eb7e77-774e-4f03-b648-36591173e46f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 819 time: 0.1401575 Mar 21 11:15:47.289278 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dee86-eb1d-4fa9-aa9a-8374c168ca1e req-95b65076-49ef-400b-9f0d-698c0bd3a695 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.290860 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc5dee86-eb1d-4fa9-aa9a-8374c168ca1e req-95b65076-49ef-400b-9f0d-698c0bd3a695 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1704457 Mar 21 11:15:47.303155 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3684eec7-2b43-442e-8b92-19683a4680f1 req-06b876bc-5e0c-4b5c-bf1a-a2bccde59f33 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.304618 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3684eec7-2b43-442e-8b92-19683a4680f1 req-06b876bc-5e0c-4b5c-bf1a-a2bccde59f33 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.1730173 Mar 21 11:15:47.309571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-e74a863e-cf55-4ad1-a66c-5121d62b3c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.311031 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-e74a863e-cf55-4ad1-a66c-5121d62b3c9e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1130 time: 0.1515260 Mar 21 11:15:47.320709 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-d17d2b8c-37f3-4aaa-82e1-2aebc3354fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.322149 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-d17d2b8c-37f3-4aaa-82e1-2aebc3354fa5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1127 time: 0.1812940 Mar 21 11:15:47.374251 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-a46af84c-4fb8-49b8-8305-360d58f8d80a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a546f19579ad4e8e89e9391fc9dd29e3 HTTP/1.1" status: 200 len: 379 time: 0.0764265 Mar 21 11:15:47.387967 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'port': {'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'admin_state_up': True, 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'security_groups': ['ae7d13a4-2948-4001-be36-939a87f03550']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:47.537085 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Made reservation on behalf of a546f19579ad4e8e89e9391fc9dd29e3 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:15:47.542684 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:47.662383 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-9f01de88-a412-48e4-8ed6-3b8fa1d980f8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 217 time: 0.3184755 Mar 21 11:15:47.728018 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Allocated IP 172.20.0.5 (c274f906-baaa-46cd-9ef0-4c5f0f95e207/a0efb945-653e-4d5d-8ef7-e3b244589240/ac7f17c3-1df4-44ba-ab37-8cb819019350) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:15:47.759678 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc5dee86-eb1d-4fa9-aa9a-8374c168ca1e req-69529614-57e1-4c3e-a524-a8af912f4a25 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523666 Mar 21 11:15:47.777389 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3684eec7-2b43-442e-8b92-19683a4680f1 req-d6207c8f-0173-4486-a6b2-c75d948a13e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647911 Mar 21 11:15:47.820463 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-61df2d4e-c1c0-4d14-a39b-ec41a83f41fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.825552 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-61df2d4e-c1c0-4d14-a39b-ec41a83f41fb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.1443393 Mar 21 11:15:47.830956 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-1f6038cd-89c8-434c-bc87-edbd962c01ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:47.833316 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-1f6038cd-89c8-434c-bc87-edbd962c01ca service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.5045764 Mar 21 11:15:47.935712 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:47.937060 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67f30e2d-8bad-4a00-8761-db22a5380711 req-442e5b2b-d75c-4013-8752-c98a47ec01de tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0834465 Mar 21 11:15:47.988317 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.012446 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-8caf1d68-880c-430d-9d86-8de82ff90e6c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 1002 time: 0.1458831 Mar 21 11:15:48.039988 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:15:48.041930 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-7b4b76c1-da28-4c5b-bb23-53657f3fdec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.043712 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-7b4b76c1-da28-4c5b-bb23-53657f3fdec6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1805661 Mar 21 11:15:48.046306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:15:48.051176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:15:48.057564 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.058156 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.063461 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event updated for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:48.069566 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d95817-26fd-4e70-9882-5eb35fa92f1f req-a13368d9-0d07-43f1-b3b3-f3a32fd0215d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.071100 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43d95817-26fd-4e70-9882-5eb35fa92f1f req-a13368d9-0d07-43f1-b3b3-f3a32fd0215d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.2068295 Mar 21 11:15:48.096005 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-22435f36-29ae-4382-85a3-1e0b0a41db5a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7128010 Mar 21 11:15:48.113154 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Request body: {'port': {'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:48.214766 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.216356 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-179f33d1-eb73-4fbf-8437-2a3ea5a16dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.217883 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-179f33d1-eb73-4fbf-8437-2a3ea5a16dc3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.1963365 Mar 21 11:15:48.254242 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43d95817-26fd-4e70-9882-5eb35fa92f1f req-0e1dd083-2577-414a-8a99-41a78b2057a7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718779 Mar 21 11:15:48.287463 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f4fd065d-8169-481c-9d95-13398f601449 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.343010 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be04a-fb4b-4fb3-a279-e895ce3a8eae req-b6754219-db67-4e3c-b2f7-31a901ac57ee tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.344665 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c5be04a-fb4b-4fb3-a279-e895ce3a8eae req-b6754219-db67-4e3c-b2f7-31a901ac57ee tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1949427 Mar 21 11:15:48.347996 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-42debd9f-2e8c-4a52-9768-4d05c7c8a344 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738211 Mar 21 11:15:48.424424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-c2155d86-934c-4c04-927c-183d9beb9f73 None None] Provisioning complete for port ac7f17c3-1df4-44ba-ab37-8cb819019350 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:48.425410 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c2155d86-934c-4c04-927c-183d9beb9f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.435056 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-8881b573-f89a-4257-9a80-3ff97f0a98aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.436605 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-8881b573-f89a-4257-9a80-3ff97f0a98aa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2026656 Mar 21 11:15:48.471886 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c2155d86-934c-4c04-927c-183d9beb9f73 None None] Port ac7f17c3-1df4-44ba-ab37-8cb819019350 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:15:48.534170 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0c5be04a-fb4b-4fb3-a279-e895ce3a8eae req-4af4706c-9380-42a5-b7eb-af659136b629 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820467 Mar 21 11:15:48.575186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-33368c71-40f6-41f1-b602-a1846a23c985 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138274 Mar 21 11:15:48.605488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7f17c3-1df4-44ba-ab37-8cb819019350 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:48.606288 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-9200cfa0-5983-49d5-afb9-0bd2799f0787 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594281 Mar 21 11:15:48.621872 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks [] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.644563 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Transition to ACTIVE for port object ac7f17c3-1df4-44ba-ab37-8cb819019350 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:15:48.650183 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.725107 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9f30f94-7921-4d34-8b59-c525a23ce135 req-c0b62bb3-edc7-41cd-a05b-f157be64912a service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092737 Mar 21 11:15:48.734456 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:48.751434 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Attempting to bind port ac7f17c3-1df4-44ba-ab37-8cb819019350 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:15:48.751785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Attempting to bind port ac7f17c3-1df4-44ba-ab37-8cb819019350 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:15:48.752132 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Attempting to bind port ac7f17c3-1df4-44ba-ab37-8cb819019350 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:48.760074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Port ac7f17c3-1df4-44ba-ab37-8cb819019350 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:15:48.760074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Attempting to bind port ac7f17c3-1df4-44ba-ab37-8cb819019350 on network c274f906-baaa-46cd-9ef0-4c5f0f95e207 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:15:48.770703 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:15:48.771238 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Checking segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:15:48.771846 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Bound using segment: {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:15:48.772695 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Bound port: ac7f17c3-1df4-44ba-ab37-8cb819019350, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aa3b791-757f-4bbc-8ecd-ff4577ed7980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:15:48.773322 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.851795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.904630 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:15:48.908560 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:15:48.917462 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.982314 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.982818 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6001798-dc77-4409-bcc2-4752ec74d3cf req-6350053a-239c-43bc-bd7a-1ba482a98f5f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:48.983523 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:48.984472 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6001798-dc77-4409-bcc2-4752ec74d3cf req-6350053a-239c-43bc-bd7a-1ba482a98f5f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.1150167 Mar 21 11:15:48.985939 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] 10.222.0.35 "PUT /v2.0/ports/ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 1093 time: 0.8802419 Mar 21 11:15:48.988254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:48.998478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa200f4-fec5-44d1-a63e-34b0b829ee2d req-a7e69780-59e3-4533-9108-b7c9ec2a5395 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.000295 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6aa200f4-fec5-44d1-a63e-34b0b829ee2d req-a7e69780-59e3-4533-9108-b7c9ec2a5395 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0970247 Mar 21 11:15:49.001838 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0456e734-1bf3-4703-ab47-c841f2c84c53" -d '{"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:49.081893 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6001798-dc77-4409-bcc2-4752ec74d3cf req-39bdbbae-f35e-49b4-8fd9-21d4cd8b99ce tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802972 Mar 21 11:15:49.089621 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18bfe1-1ed4-47a7-a2c4-70d66b80ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:49.113934 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6aa200f4-fec5-44d1-a63e-34b0b829ee2d req-b53d09bb-7dc4-48fc-ba23-f2373a0811a7 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791647 Mar 21 11:15:49.119210 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-9aa5005b-f437-476c-bccd-7287573a590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.121958 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-9aa5005b-f437-476c-bccd-7287573a590a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1127 time: 0.0768607 Mar 21 11:15:49.201227 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-b8715950-bf14-4ed8-a05b-2a8652aeb47a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 217 time: 0.0646126 Mar 21 11:15:49.202771 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262af6a5-8b39-4083-a3ae-e27d0d6c871d x-openstack-request-id: req-262af6a5-8b39-4083-a3ae-e27d0d6c871d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:49.203065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:49.203314 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-262af6a5-8b39-4083-a3ae-e27d0d6c871d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:49.203713 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'status': 'completed', 'code': 200} Mar 21 11:15:49.251990 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af1727-7c35-42fa-beb0-90d1a8cc031e req-1c474ea9-1d62-43c8-9bf7-6a1dcdbc72ef tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.256162 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4af1727-7c35-42fa-beb0-90d1a8cc031e req-1c474ea9-1d62-43c8-9bf7-6a1dcdbc72ef tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 943 time: 0.0789485 Mar 21 11:15:49.268515 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-5caaf90d-9603-4aa0-804d-9c22b0b5f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.271307 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-5caaf90d-9603-4aa0-804d-9c22b0b5f45e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0622747 Mar 21 11:15:49.329937 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4af1727-7c35-42fa-beb0-90d1a8cc031e req-c503decd-1311-49d2-9d8a-7abf7f7783dd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580931 Mar 21 11:15:49.357347 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-9c78e706-b498-4005-a209-c1e41aca7e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.357347 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-9c78e706-b498-4005-a209-c1e41aca7e2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676801 Mar 21 11:15:49.478401 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-a7be4348-8a39-4e8b-b54a-cf0d139c765f service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185811 Mar 21 11:15:49.511172 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135650-1604-4490-ae87-2dab15306275 req-71696397-6add-40ca-8d25-6ea4db8a2a1d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.513064 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6135650-1604-4490-ae87-2dab15306275 req-71696397-6add-40ca-8d25-6ea4db8a2a1d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.1026270 Mar 21 11:15:49.537345 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b575a-d2aa-47b7-90d6-f80f96ed485c req-fa37a9ec-eedb-4229-be39-57ef7eee1f5c tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.539221 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-571b575a-d2aa-47b7-90d6-f80f96ed485c req-fa37a9ec-eedb-4229-be39-57ef7eee1f5c tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.1105468 Mar 21 11:15:49.604638 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a144288a-0afd-44bb-aaeb-cd8358129a62 req-4ea7eaf1-e888-4d46-8147-a7cd6f2453a6 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099153 Mar 21 11:15:49.618366 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6135650-1604-4490-ae87-2dab15306275 req-0c60152b-f1c4-4341-9c06-9bba629ae816 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979953 Mar 21 11:15:49.650294 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-571b575a-d2aa-47b7-90d6-f80f96ed485c req-e5b70838-929e-4c4e-bbfb-196f32e027b3 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040211 Mar 21 11:15:49.751372 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-1e9a67b5-17a5-47a9-88de-9032fcb15d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.751372 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-1e9a67b5-17a5-47a9-88de-9032fcb15d2c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1127 time: 0.0585442 Mar 21 11:15:49.816966 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb2726-4dc0-49a4-b0b5-0f3abea95521 req-6998febe-be2f-490e-bb43-2763462a75b8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.818935 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-39fb2726-4dc0-49a4-b0b5-0f3abea95521 req-6998febe-be2f-490e-bb43-2763462a75b8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0899110 Mar 21 11:15:49.827237 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6808a-22a4-410c-b33f-ad931b78bb5f req-40baf38f-adb6-4f0f-8f78-0e0039dd83a2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.828828 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00d6808a-22a4-410c-b33f-ad931b78bb5f req-40baf38f-adb6-4f0f-8f78-0e0039dd83a2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0904818 Mar 21 11:15:49.837707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 33726) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:49.846121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'port_id': 'c0418616-ed52-475d-8a61-c706bdb38959'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:15:49.877938 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-39fb2726-4dc0-49a4-b0b5-0f3abea95521 req-9f4e4e51-04f4-45b7-ad9f-7cf968599433 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480602 Mar 21 11:15:49.898875 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-63ae2f70-0d00-4880-93af-5538f31041d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:49.900404 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-63ae2f70-0d00-4880-93af-5538f31041d7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1424954 Mar 21 11:15:49.903344 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:49.997707 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-9848fd11-88ed-429c-abec-7cc5f50063ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 217 time: 0.0621605 Mar 21 11:15:50.140132 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-8305d8d2-757e-40a3-a5a0-2b75a86cec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.142060 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-8305d8d2-757e-40a3-a5a0-2b75a86cec97 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.1273878 Mar 21 11:15:50.255587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-ce9014b4-5df1-4b3f-8f51-fa4665c72b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.257111 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-ce9014b4-5df1-4b3f-8f51-fa4665c72b69 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765507 Mar 21 11:15:50.266944 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac476bce-0b27-4542-acc1-e1bebbfb852a req-2bc0b36b-206e-4a9e-9e9d-f758312b3c86 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.269241 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac476bce-0b27-4542-acc1-e1bebbfb852a req-2bc0b36b-206e-4a9e-9e9d-f758312b3c86 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.0883734 Mar 21 11:15:50.325731 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ac476bce-0b27-4542-acc1-e1bebbfb852a req-eb15f076-0330-44ba-886d-bf211845f7a4 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505285 Mar 21 11:15:50.465497 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba68d538-edda-4f81-b46b-5f3fc05287b7 req-91f6eed0-f889-45cc-853d-11e1c3a16340 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.467181 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba68d538-edda-4f81-b46b-5f3fc05287b7 req-91f6eed0-f889-45cc-853d-11e1c3a16340 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 943 time: 0.0573652 Mar 21 11:15:50.484603 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-320c2ceb-0ba9-4917-801f-e74baefb4a88 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198365 Mar 21 11:15:50.542059 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba68d538-edda-4f81-b46b-5f3fc05287b7 req-badba28a-5b9f-4dc3-b622-47a09963aeef tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684657 Mar 21 11:15:50.605190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:50.614131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:50.698490 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0456e734-1bf3-4703-ab47-c841f2c84c53 req-eb8d6e8b-5b69-43da-909c-28642ac087ae service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998453 Mar 21 11:15:50.738505 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP aad683a9-136e-40a2-8b49-a52fc6a36bf0 associated. External IP: 172.27.1.191, port: c0418616-ed52-475d-8a61-c706bdb38959. Mar 21 11:15:50.791547 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8368330-f6ab-4544-9b9c-b960d94b101b req-4fee2f9d-0173-48e3-98f0-826afff3db41 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:50.793437 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8368330-f6ab-4544-9b9c-b960d94b101b req-4fee2f9d-0173-48e3-98f0-826afff3db41 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0561235 Mar 21 11:15:50.847660 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8368330-f6ab-4544-9b9c-b960d94b101b req-c9fada14-efb5-426c-b56d-2c37f33d5680 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/security-groups?id=883d91b1-bde3-455a-899e-2c06086b1563&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481133 Mar 21 11:15:50.900883 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-43c29679-cfed-4def-8f56-a531eaa39cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.210592 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:15:51.362661 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22200597-b921-4e74-9adf-0674128998ca req-39047de2-d0cc-46f8-b2b3-7fff9900333e tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.363490 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22200597-b921-4e74-9adf-0674128998ca req-39047de2-d0cc-46f8-b2b3-7fff9900333e tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.35 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 949 time: 0.0794435 Mar 21 11:15:51.365135 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:15:51.370225 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.378151 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:15:51.394249 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:51.395096 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:51.444323 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c875bef5-67dc-4d90-900e-382681229045 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "PUT /v2.0/floatingips/aad683a9-136e-40a2-8b49-a52fc6a36bf0 HTTP/1.1" status: 200 len: 992 time: 1.6048684 Mar 21 11:15:51.445704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:51.449675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59" -d '{"events": [{"name": "network-changed", "server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "tag": "c0418616-ed52-475d-8a61-c706bdb38959"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:51.508383 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c02d65-baec-4069-809f-a661a0a64bd5 req-0a431bf4-61e1-4256-af91-b3650d003b40 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.508383 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4c02d65-baec-4069-809f-a661a0a64bd5 req-0a431bf4-61e1-4256-af91-b3650d003b40 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 943 time: 0.0768232 Mar 21 11:15:51.519359 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:51.524651 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c8c4e15-3441-4d6c-9555-0a078fe34c93 x-openstack-request-id: req-5c8c4e15-3441-4d6c-9555-0a078fe34c93 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:51.525025 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "tag": "c0418616-ed52-475d-8a61-c706bdb38959", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:51.525201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5c8c4e15-3441-4d6c-9555-0a078fe34c93 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:51.528329 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959', 'status': 'completed', 'code': 200} Mar 21 11:15:51.533236 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Deleting port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:15:51.533719 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.614936 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4c02d65-baec-4069-809f-a661a0a64bd5 req-512638da-cc0d-4b6c-bb73-f524aabdf6ba tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896857 Mar 21 11:15:51.624041 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-b7d2450a-991a-4bd8-abcf-42d1d862af54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.625641 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-b7d2450a-991a-4bd8-abcf-42d1d862af54 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 1130 time: 0.0784454 Mar 21 11:15:51.691850 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] For port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,segment=NetworkSegment(7e7d0578-cb73-4f13-ba86-43939ef9f7ab),segment_id=7e7d0578-cb73-4f13-ba86-43939ef9f7ab)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:51.692225 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.706789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Calling delete_port for 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:15:51.782531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd9e26-7f59-4e83-b769-97d42c440a1b req-38618e6d-bc0b-4a9d-99c1-4e4e966db2e6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.785101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abbd9e26-7f59-4e83-b769-97d42c440a1b req-38618e6d-bc0b-4a9d-99c1-4e4e966db2e6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 943 time: 0.1557648 Mar 21 11:15:51.826507 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-b556b6d8-a9fc-4b81-a66f-09754d155c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:51.828283 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-b556b6d8-a9fc-4b81-a66f-09754d155c51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.1883085 Mar 21 11:15:51.865993 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}, {'id': 'aad683a9-136e-40a2-8b49-a52fc6a36bf0', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'c0418616-ed52-475d-8a61-c706bdb38959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:70:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:21Z', 'updated_at': '2022-03-21T11:15:50Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:51.879896 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (8f2bcf96-6f21-4ea0-a583-ac8ce5a69029), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:51.894755 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['8f2bcf96-6f21-4ea0-a583-ac8ce5a69029'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:51.898412 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:15:51.912570 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:15:51.913812 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:51.946256 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Pushing event deleted for resources: {'Port': ['ID=8f2bcf96-6f21-4ea0-a583-ac8ce5a69029,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:51.950163 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abbd9e26-7f59-4e83-b769-97d42c440a1b req-4a069a46-fc49-4c1a-9177-cd23c874f749 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566191 Mar 21 11:15:51.998851 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-479aadd5-b5ed-4624-ab13-b1f4c9623ed9 req-dead6d5d-5703-4a1b-bd76-082e0f180177 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.53 "GET /v2.0/ports?device_id=39539497-e488-499b-a0aa-563226debae6 HTTP/1.1" status: 200 len: 210 time: 0.0384037 Mar 21 11:15:52.004280 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] No DVR routers for this DVR port 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:15:52.007693 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.013039 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-22200597-b921-4e74-9adf-0674128998ca req-0f7ce3be-345d-4a90-aab0-82f0e90554e4 tempest-VolumesNegativeTest-654911697 tempest-VolumesNegativeTest-654911697-project] 10.222.0.35 "DELETE /v2.0/ports/8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 HTTP/1.1" status: 204 len: 173 time: 0.6406372 Mar 21 11:15:52.022962 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-8d71c95a-bd13-42a4-930b-aabc375aca45 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c0418616-ed52-475d-8a61-c706bdb38959 HTTP/1.1" status: 200 len: 1000 time: 0.1811144 Mar 21 11:15:52.088934 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-2cc5f04d-e3ff-4948-9cb0-d96be2967d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:52.091366 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-2cc5f04d-e3ff-4948-9cb0-d96be2967d24 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0566108 Mar 21 11:15:52.100148 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 6453f465-b69a-4b9f-9728-69015b33f97f details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:52.108691 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:15:52.176531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-4c5af1ad-457f-44c1-b1f1-9fb2defd7e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:52.178781 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-4c5af1ad-457f-44c1-b1f1-9fb2defd7e67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788052 Mar 21 11:15:52.289008 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:52.299748 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-73be4575-b6be-4378-aa5d-424fde6ce7c7 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144781 Mar 21 11:15:52.311239 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '6453f465-b69a-4b9f-9728-69015b33f97f', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'port_id': '6453f465-b69a-4b9f-9728-69015b33f97f', 'mac_address': 'fa:16:3e:fe:d6:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:52.314992 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.360322 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 6453f465-b69a-4b9f-9728-69015b33f97f is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:52.360715 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.377768 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6453f465-b69a-4b9f-9728-69015b33f97f {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:52.402669 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:52.407904 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.408633 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device ac7f17c3-1df4-44ba-ab37-8cb819019350 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:15:52.425078 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}, {'id': 'aad683a9-136e-40a2-8b49-a52fc6a36bf0', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'c0418616-ed52-475d-8a61-c706bdb38959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:70:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:21Z', 'updated_at': '2022-03-21T11:15:50Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:15:52.430507 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b4a7e0a-c7a9-44c1-9cf7-445c6f50de59 req-2a5f75d1-c802-483a-8a01-d08b0816c71d service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233449 Mar 21 11:15:52.458605 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99370f6-e399-4260-9ed9-c60e1ffb67fc None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}, {'id': 'aad683a9-136e-40a2-8b49-a52fc6a36bf0', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.191', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'c0418616-ed52-475d-8a61-c706bdb38959', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:70:a1:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:21Z', 'updated_at': '2022-03-21T11:15:50Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:15:52.494741 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:52.603946 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:52.625194 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:15:52.681858 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port ac7f17c3-1df4-44ba-ab37-8cb819019350 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:52.683225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.703803 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f17c3-1df4-44ba-ab37-8cb819019350 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:15:52.736015 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:52.740567 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:52.770160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea336c4-ba38-4416-a034-aa7fb9f2ecef None None] New status for floating IP aad683a9-136e-40a2-8b49-a52fc6a36bf0: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:15:52.770633 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c5955-a527-4f4b-998a-168ad4c2d44e req-7929303b-26d2-439e-b93e-6f7fa0b96661 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:52.774308 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea3c5955-a527-4f4b-998a-168ad4c2d44e req-7929303b-26d2-439e-b93e-6f7fa0b96661 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 944 time: 0.0629642 Mar 21 11:15:52.843278 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:52.845141 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea3c5955-a527-4f4b-998a-168ad4c2d44e req-9619afe8-56ec-4ff9-b754-5da2a7ac78e3 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Mar 21 11:15:53.074758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:53.080307 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['ac7f17c3-1df4-44ba-ab37-8cb819019350'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:15:53.093760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10719d58-bafb-40cd-8873-9987eeddb1ce req-d2f31699-277a-400d-bf7f-9bb38d915cfa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:53.095458 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10719d58-bafb-40cd-8873-9987eeddb1ce req-d2f31699-277a-400d-bf7f-9bb38d915cfa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 944 time: 0.0622768 Mar 21 11:15:53.158779 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-10719d58-bafb-40cd-8873-9987eeddb1ce req-fc5448c1-462c-4647-ba9a-c0f8ee77c8ea tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561943 Mar 21 11:15:53.527755 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'name': 'network-vif-deleted', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:53.532031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d63ed2-ff5e-4632-a271-2b0f0f8cbd1a" -d '{"events": [{"server_uuid": "39539497-e488-499b-a0aa-563226debae6", "name": "network-vif-deleted", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:53.578737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a602af-44de-460c-be7f-361cad9c6d12 x-openstack-request-id: req-20a602af-44de-460c-be7f-361cad9c6d12 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:53.579038 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39539497-e488-499b-a0aa-563226debae6", "name": "network-vif-deleted", "tag": "8f2bcf96-6f21-4ea0-a583-ac8ce5a69029", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:53.579331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20a602af-44de-460c-be7f-361cad9c6d12 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:53.579691 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39539497-e488-499b-a0aa-563226debae6', 'name': 'network-vif-deleted', 'tag': '8f2bcf96-6f21-4ea0-a583-ac8ce5a69029', 'status': 'completed', 'code': 200} Mar 21 11:15:53.990073 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fe6db-bdf5-43f7-826b-9a570b298d3b req-117ec5e1-dad1-4386-a1f2-94ca67797160 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:53.991248 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-634fe6db-bdf5-43f7-826b-9a570b298d3b req-117ec5e1-dad1-4386-a1f2-94ca67797160 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 944 time: 0.0547600 Mar 21 11:15:54.043007 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-634fe6db-bdf5-43f7-826b-9a570b298d3b req-45073d2e-8bf8-4456-a49f-43900e223a70 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Mar 21 11:15:54.185078 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:54.311572 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a7734-0bef-4620-86d1-8429313ecf4d req-dd05e6d3-ec46-490e-98e6-8704d4cb15d0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:54.313637 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f56a7734-0bef-4620-86d1-8429313ecf4d req-dd05e6d3-ec46-490e-98e6-8704d4cb15d0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 944 time: 0.0783956 Mar 21 11:15:54.366374 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f56a7734-0bef-4620-86d1-8429313ecf4d req-e34af5eb-bd00-475c-a6a5-c6d762e88cbd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465350 Mar 21 11:15:55.186327 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f605a2-06c4-4062-874c-0bde475229b4 req-eee6461c-db9c-4bce-834a-16a0932e3e07 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:55.191379 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6f605a2-06c4-4062-874c-0bde475229b4 req-eee6461c-db9c-4bce-834a-16a0932e3e07 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 944 time: 0.0595417 Mar 21 11:15:55.241365 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6f605a2-06c4-4062-874c-0bde475229b4 req-63c3bf43-ed97-4fae-af4a-70a0be970d19 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473814 Mar 21 11:15:55.331239 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:55.525992 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ef3377-d118-4179-9ed4-075292ba5e8e req-a908091b-0094-4e7f-a3f1-9bcac0b498e3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:55.528455 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15ef3377-d118-4179-9ed4-075292ba5e8e req-a908091b-0094-4e7f-a3f1-9bcac0b498e3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 944 time: 0.0689526 Mar 21 11:15:55.585620 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-15ef3377-d118-4179-9ed4-075292ba5e8e req-8abadb7c-ab37-49ba-9ef5-e75578ce670a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510828 Mar 21 11:15:56.099532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 6453f465-b69a-4b9f-9728-69015b33f97f up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:56.158059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 6453f465-b69a-4b9f-9728-69015b33f97f completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:56.164074 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 6453f465-b69a-4b9f-9728-69015b33f97f triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:56.164634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.251348 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 6453f465-b69a-4b9f-9728-69015b33f97f is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:56.251630 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.277842 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:56.280331 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6bbf117-95ab-4b68-8d3b-a3c57d26276f" -d '{"events": [{"server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "name": "network-vif-plugged", "status": "completed", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:56.298374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:56.305605 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.307516 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device ac7f17c3-1df4-44ba-ab37-8cb819019350 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:15:56.369645 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4c278c-b1fb-4ea5-aa6d-85a8e29ccd74 x-openstack-request-id: req-0f4c278c-b1fb-4ea5-aa6d-85a8e29ccd74 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:56.370719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "name": "network-vif-plugged", "status": "completed", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:56.370719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0f4c278c-b1fb-4ea5-aa6d-85a8e29ccd74 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:56.370719 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'code': 200} Mar 21 11:15:56.409875 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c0b03-ab55-493a-8939-5631bb648cfb req-6af9c750-a12a-43ed-95b5-1569014f6750 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:56.411633 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b20c0b03-ab55-493a-8939-5631bb648cfb req-6af9c750-a12a-43ed-95b5-1569014f6750 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0741446 Mar 21 11:15:56.413709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:56.430099 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port ac7f17c3-1df4-44ba-ab37-8cb819019350 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:15:56.434867 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port ac7f17c3-1df4-44ba-ab37-8cb819019350 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:15:56.435306 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.474845 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b20c0b03-ab55-493a-8939-5631bb648cfb req-433dd16c-6c32-4785-9a42-5967cda1717c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 Mar 21 11:15:56.558040 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port ac7f17c3-1df4-44ba-ab37-8cb819019350 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:15:56.559309 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.600105 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9be147-043b-412c-9f95-7ef00ddb8bbb req-999565cc-a94f-459f-8ba3-ffba57ab05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:56.601381 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:15:56.602984 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a9be147-043b-412c-9f95-7ef00ddb8bbb req-999565cc-a94f-459f-8ba3-ffba57ab05d9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1129 time: 0.0516038 Mar 21 11:15:56.605692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:56.606543 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:15:56.681909 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a9be147-043b-412c-9f95-7ef00ddb8bbb req-c4428a00-6d43-44a3-8e01-2a6bed47889d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725222 Mar 21 11:15:56.762593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5502a46-f2fa-477e-8c9f-8d5886c66202 req-df2e39b0-02f8-4974-ba73-6882de414631 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:56.765250 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5502a46-f2fa-477e-8c9f-8d5886c66202 req-df2e39b0-02f8-4974-ba73-6882de414631 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0721233 Mar 21 11:15:56.790919 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:15:56.791289 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 8f2bcf96-6f21-4ea0-a583-ac8ce5a69029 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:15:56.814575 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:56.820817 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5502a46-f2fa-477e-8c9f-8d5886c66202 req-cf71b339-b368-4125-ab12-d4dc39377053 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462999 Mar 21 11:15:57.421356 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34012) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:57.605535 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b49d6c8f-6cc7-4f7b-9f30-c73dbf061da1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee7ea2a7a18c46de9baa225c1b295e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1826718 Mar 21 11:15:57.608444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:15:57.633953 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78faf47c-03b3-453c-baa1-1be4d79a4d2a req-7ceeb3a6-b902-4679-bb2b-0687ac2e531b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:57.636244 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78faf47c-03b3-453c-baa1-1be4d79a4d2a req-7ceeb3a6-b902-4679-bb2b-0687ac2e531b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0715163 Mar 21 11:15:57.666581 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] Publish callbacks [] for security_group (883d91b1-bde3-455a-899e-2c06086b1563), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:57.690009 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78faf47c-03b3-453c-baa1-1be4d79a4d2a req-ae6036ef-e176-4714-aa82-4cfe762c5322 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456390 Mar 21 11:15:57.690789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] Publish callbacks [] for security_group (883d91b1-bde3-455a-899e-2c06086b1563), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:57.746602 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (883d91b1-bde3-455a-899e-2c06086b1563), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:57.749072 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:15:57.750294 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/883d91b1-bde3-455a-899e-2c06086b1563 HTTP/1.1" status: 204 len: 168 time: 0.1408591 Mar 21 11:15:57.759578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7a56a-256b-431b-95a9-ff7c43c21fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883d91b1-bde3-455a-899e-2c06086b1563,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:15:58.015083 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149fd43-f851-41ce-b20d-4a272c533d49 req-c1e5efa2-9484-4d21-a03b-48d33c3bfc78 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:58.017351 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c149fd43-f851-41ce-b20d-4a272c533d49 req-c1e5efa2-9484-4d21-a03b-48d33c3bfc78 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0930097 Mar 21 11:15:58.075197 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c149fd43-f851-41ce-b20d-4a272c533d49 req-cbc3f5ba-fe81-44a3-887e-d00fbe398354 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505652 Mar 21 11:15:58.371905 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:15:58.374521 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97bfe46c-3c77-4d2d-a64e-fb4513576b38" -d '{"events": [{"server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:15:58.413445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911552f2-3e84-481f-a30f-d12eb4f37ec4 x-openstack-request-id: req-911552f2-3e84-481f-a30f-d12eb4f37ec4 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:15:58.413794 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:15:58.414055 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-911552f2-3e84-481f-a30f-d12eb4f37ec4 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:15:58.414466 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'code': 200} Mar 21 11:15:58.630985 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba6452-29e1-40d6-9513-e53c9d800e43 req-c18a6a09-0a34-43ce-88a6-cc80e93a0286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:58.632460 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ba6452-29e1-40d6-9513-e53c9d800e43 req-c18a6a09-0a34-43ce-88a6-cc80e93a0286 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0482118 Mar 21 11:15:58.696209 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c3ba6452-29e1-40d6-9513-e53c9d800e43 req-31fbf703-9f41-4c9c-b485-de950487096c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511744 Mar 21 11:15:58.825917 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227839af-9f32-4391-84ea-3bb59f3549c8 req-60a9be30-72f7-47ed-b584-2150be1e7839 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:58.827494 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-227839af-9f32-4391-84ea-3bb59f3549c8 req-60a9be30-72f7-47ed-b584-2150be1e7839 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0629647 Mar 21 11:15:58.889184 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-227839af-9f32-4391-84ea-3bb59f3549c8 req-c7ad6f9d-45a5-479e-8b5e-b13954d43f7a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 Mar 21 11:15:59.015348 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07fab9b-9043-4c37-90c0-ea3b56395e8e req-578ca3c0-eeae-472f-822d-740607a816bd tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:59.016957 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e07fab9b-9043-4c37-90c0-ea3b56395e8e req-578ca3c0-eeae-472f-822d-740607a816bd tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0559132 Mar 21 11:15:59.080824 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e07fab9b-9043-4c37-90c0-ea3b56395e8e req-b8e24d55-dfb7-48f1-8e85-e09f3aac1bcc tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575001 Mar 21 11:15:59.239718 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc0ad8-409c-493f-81ed-c13169d7c869 req-8b6c0fd9-7987-49d0-bc03-7867599721bc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:59.242305 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ffc0ad8-409c-493f-81ed-c13169d7c869 req-8b6c0fd9-7987-49d0-bc03-7867599721bc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0883417 Mar 21 11:15:59.311239 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ffc0ad8-409c-493f-81ed-c13169d7c869 req-b9ee8508-1537-4f61-9ada-5311610b07a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620761 Mar 21 11:15:59.436752 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbde0b-b89c-4f70-a2d9-69d47c575cc1 req-b6d30e7d-5f00-45e1-bafd-6eb738ba8089 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:15:59.438432 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43fbde0b-b89c-4f70-a2d9-69d47c575cc1 req-b6d30e7d-5f00-45e1-bafd-6eb738ba8089 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0589762 Mar 21 11:15:59.505827 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-43fbde0b-b89c-4f70-a2d9-69d47c575cc1 req-68a157f4-6721-4c2a-85a3-4ef20720648a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Mar 21 11:16:00.461312 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461de8f-89ad-49b3-a161-b1b83f389c51 req-3c150867-f602-44ec-b991-b41ac7caa8fe tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:00.462955 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5461de8f-89ad-49b3-a161-b1b83f389c51 req-3c150867-f602-44ec-b991-b41ac7caa8fe tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0631764 Mar 21 11:16:00.518567 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5461de8f-89ad-49b3-a161-b1b83f389c51 req-2c5745fd-b0cc-43dd-bab2-deab9d18cc7d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494304 Mar 21 11:16:00.667481 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e56de4-a5f4-429f-ac83-fee6bf6879ef req-4d0cc3dd-2e8d-4d5e-bda5-7ae6e13c3e62 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:00.669382 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68e56de4-a5f4-429f-ac83-fee6bf6879ef req-4d0cc3dd-2e8d-4d5e-bda5-7ae6e13c3e62 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0686395 Mar 21 11:16:00.683559 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34048) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:00.691328 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'floatingip': {'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:00.754481 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:01.579506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:01.585812 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:01.736374 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Floating IP 337091ff-2c67-4ba2-bffd-ee64a4dc3af1 associated. External IP: 172.27.1.15, port: ac7f17c3-1df4-44ba-ab37-8cb819019350. Mar 21 11:16:01.992534 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:02.112703 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:02.119959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:02.126921 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:02.140671 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:02.141422 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:02.177295 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f30253bc-d100-4eaf-bce1-60a8f73c8845 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "PUT /v2.0/floatingips/337091ff-2c67-4ba2-bffd-ee64a4dc3af1 HTTP/1.1" status: 200 len: 990 time: 1.4777055 Mar 21 11:16:02.177295 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:02.177295 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99564ce8-9dc5-4eab-86da-724de6749186" -d '{"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:02.218597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69a0162a-b155-4810-aaf3-400c633ef884 x-openstack-request-id: req-69a0162a-b155-4810-aaf3-400c633ef884 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:02.218937 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:02.219283 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-69a0162a-b155-4810-aaf3-400c633ef884 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:02.219782 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'status': 'completed', 'code': 200} Mar 21 11:16:02.310115 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564ce8-9dc5-4eab-86da-724de6749186 req-d51f0a8a-3a78-4d64-8ff2-65e100cab540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:02.311813 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-d51f0a8a-3a78-4d64-8ff2-65e100cab540 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0555491 Mar 21 11:16:02.386233 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:02.454067 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564ce8-9dc5-4eab-86da-724de6749186 req-6007c39e-c90a-48ce-9c5e-7544afd24090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:02.456401 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-6007c39e-c90a-48ce-9c5e-7544afd24090 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1333866 Mar 21 11:16:02.556881 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-1b4e9e47-4641-4c5c-bb8f-715574d07c1e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 998 time: 0.0903764 Mar 21 11:16:02.614393 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564ce8-9dc5-4eab-86da-724de6749186 req-9aef9ba0-2a56-4c48-8380-fe3120c2e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:02.616028 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-9aef9ba0-2a56-4c48-8380-fe3120c2e54e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0500901 Mar 21 11:16:02.676677 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99564ce8-9dc5-4eab-86da-724de6749186 req-fb9918d6-9e34-4c29-a196-eff4d4050d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:02.678848 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-fb9918d6-9e34-4c29-a196-eff4d4050d44 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537601 Mar 21 11:16:02.680656 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:16:01Z', 'revision_number': 1, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:02.711721 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:02.721971 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:02.722634 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:02.822790 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-f9c0e162-e9db-46fd-891d-67ffc7cd95cd service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359317 Mar 21 11:16:02.871068 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:02.938290 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-99564ce8-9dc5-4eab-86da-724de6749186 req-5c84c9d9-d6fc-438d-8156-b27d51a8b60c service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027029 Mar 21 11:16:03.168376 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:16:01Z', 'revision_number': 1, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:03.200697 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4a07b1-a7f1-4687-b2f3-f83e3c11d25b None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:16:01Z', 'revision_number': 1, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:03.426063 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99722dfa-cd6f-4a41-95fe-ff2c77f7f683 None None] New status for floating IP 337091ff-2c67-4ba2-bffd-ee64a4dc3af1: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:16:04.540995 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c175b7-b774-4085-adf1-01b5292f2bf6 req-89edf0f7-4ebb-49a2-80af-12f3dd137d07 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:04.543018 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44c175b7-b774-4085-adf1-01b5292f2bf6 req-89edf0f7-4ebb-49a2-80af-12f3dd137d07 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0725205 Mar 21 11:16:04.595794 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-44c175b7-b774-4085-adf1-01b5292f2bf6 req-7495e422-1367-49f0-be1e-b2b64d9e2dee tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465865 Mar 21 11:16:05.748339 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0abc072-7314-4b6d-acec-93a1e95c969e req-740a9eb9-3c51-45d7-95b6-920ff6053589 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:05.749967 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0abc072-7314-4b6d-acec-93a1e95c969e req-740a9eb9-3c51-45d7-95b6-920ff6053589 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0588892 Mar 21 11:16:05.804145 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c0abc072-7314-4b6d-acec-93a1e95c969e req-5268cbc2-f584-43b7-89f2-9c3595a25c3e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481133 Mar 21 11:16:06.952236 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80715d3d-915c-4542-9c21-3fc176d0ec3e req-f3aa2691-7708-46c1-ae08-d1e2ad731794 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:06.954397 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80715d3d-915c-4542-9c21-3fc176d0ec3e req-f3aa2691-7708-46c1-ae08-d1e2ad731794 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0670943 Mar 21 11:16:07.021212 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80715d3d-915c-4542-9c21-3fc176d0ec3e req-3ea3e57f-cf97-463c-beb3-73f758b2335b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600002 Mar 21 11:16:08.175530 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1722719-da90-48f3-a146-59f0f5ba7745 req-782f8525-4e43-4a0e-8197-3b7a07de0f8a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:08.176660 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1722719-da90-48f3-a146-59f0f5ba7745 req-782f8525-4e43-4a0e-8197-3b7a07de0f8a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0580246 Mar 21 11:16:08.235843 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1722719-da90-48f3-a146-59f0f5ba7745 req-054c4efb-be92-4f85-9709-b0f41416b345 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505672 Mar 21 11:16:08.303837 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:16:09.414408 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52941b5a-e62a-4fb6-abc2-1fb4510f1694 req-ffccb827-ac93-4fcb-b0e6-24e4a9bab3a7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:09.415990 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52941b5a-e62a-4fb6-abc2-1fb4510f1694 req-ffccb827-ac93-4fcb-b0e6-24e4a9bab3a7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0981507 Mar 21 11:16:09.431545 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da195c-0b56-4446-8ea7-784ee12071ba req-017c1ea1-1dd9-4402-9063-baa92df7b6d3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:09.433219 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-91da195c-0b56-4446-8ea7-784ee12071ba req-017c1ea1-1dd9-4402-9063-baa92df7b6d3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1013134 Mar 21 11:16:09.515574 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52941b5a-e62a-4fb6-abc2-1fb4510f1694 req-c4f3aed3-d408-4f4e-95da-b56ec513feb6 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918772 Mar 21 11:16:09.520307 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-91da195c-0b56-4446-8ea7-784ee12071ba req-f71bb491-7f6c-42ae-88de-cb2c79680e0c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808046 Mar 21 11:16:09.541446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34132) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:09.783493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2213a9-20bf-4e1d-a4b2-5ced4ffc89a9 tempest-TestMinimumBasicScenario-1483752339 tempest-TestMinimumBasicScenario-1483752339-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:09.785072 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dd2213a9-20bf-4e1d-a4b2-5ced4ffc89a9 tempest-TestMinimumBasicScenario-1483752339 tempest-TestMinimumBasicScenario-1483752339-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1124 time: 0.2423108 Mar 21 11:16:09.788699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34136) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:09.794294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'port_id': '6453f465-b69a-4b9f-9728-69015b33f97f', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:09.823724 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:09.944037 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.081650 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Allocated IP 172.27.1.249 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/85c0c4b3-c820-42d1-8537-f6348dc741c2) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:16:10.196914 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.240725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.280508 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:16:10.283944 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:16:10.290872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:16:10.297407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'Port': ['ID=85c0c4b3-c820-42d1-8537-f6348dc741c2,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:10.774227 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490e0af-38c8-4fb1-9372-1334075553fa req-92a84171-1f8d-4fc7-ba96-5dbeeacfe2ec tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:10.775798 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a490e0af-38c8-4fb1-9372-1334075553fa req-92a84171-1f8d-4fc7-ba96-5dbeeacfe2ec tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1490033 Mar 21 11:16:10.794688 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for floatingip (f5dfed88-2b83-4c4f-b7df-93092f4d0173), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:10.879009 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a490e0af-38c8-4fb1-9372-1334075553fa req-5c622fd7-387f-4c11-ba29-532222c99a1b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951483 Mar 21 11:16:10.908412 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.078665 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.083781 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.155592 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'Port': ['ID=85c0c4b3-c820-42d1-8537-f6348dc741c2,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:11.168426 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (f5dfed88-2b83-4c4f-b7df-93092f4d0173), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.518475 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Floating IP f5dfed88-2b83-4c4f-b7df-93092f4d0173 associated. External IP: 172.27.1.249, port: 6453f465-b69a-4b9f-9728-69015b33f97f. Mar 21 11:16:11.751488 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:11.876913 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:11.888896 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Sync routers for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:11.899941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.902316 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:11.903151 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:11.937210 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e47794ef-0cc9-441f-be00-07ff11d0f486 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1470666 Mar 21 11:16:11.937968 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:11.940386 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34144) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:11.941019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4e61c0-8651-49a5-9700-b622a331134e" -d '{"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:11.945840 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1308847122', 'description': 'tempest-secgroup-smoke-1308847122 description', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:11.987778 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:11.988906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4694485-78b6-47f7-9705-442ca2ae0d43 x-openstack-request-id: req-b4694485-78b6-47f7-9705-442ca2ae0d43 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:11.989300 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:11.989829 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b4694485-78b6-47f7-9705-442ca2ae0d43 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:11.990469 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:16:12.034965 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:12.080940 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (0470fa9a-5896-4b42-b6b4-47da0728448e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.085908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0470fa9a-5896-4b42-b6b4-47da0728448e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.116246 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.116703 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1743281 Mar 21 11:16:12.120670 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34148) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.125778 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:12.153661 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3fa41-ae1f-44b6-8a42-68b8d0a0e94c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0470fa9a-5896-4b42-b6b4-47da0728448e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.168724 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07621f62-5002-4cc9-8948-de81e581ed1d req-1ae651a6-5134-4de9-b8b0-8a5f1191bd17 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.173879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (0202f17c-13c3-4e4a-b45e-9adf99c7f0a7), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.179169 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07621f62-5002-4cc9-8948-de81e581ed1d req-1ae651a6-5134-4de9-b8b0-8a5f1191bd17 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1862774 Mar 21 11:16:12.214086 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e61c0-8651-49a5-9700-b622a331134e req-f30bf94f-8e2f-439a-94af-63458c67cb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.217086 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-f30bf94f-8e2f-439a-94af-63458c67cb6b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1129 time: 0.1666977 Mar 21 11:16:12.249078 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (0202f17c-13c3-4e4a-b45e-9adf99c7f0a7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.255157 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (0202f17c-13c3-4e4a-b45e-9adf99c7f0a7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.276879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0202f17c-13c3-4e4a-b45e-9adf99c7f0a7,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.283640 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.285041 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-88d85dcd-8494-495f-8e11-bdf4925df7a9 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1632903 Mar 21 11:16:12.287790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34150) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.295747 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:12.325830 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'f5dfed88-2b83-4c4f-b7df-93092f4d0173', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'port_id': '6453f465-b69a-4b9f-9728-69015b33f97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'mac_address': 'fa:16:3e:fe:d6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:10Z', 'revision_number': 0, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:12.327449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (c3308ffa-264b-4dc0-b3fd-399fd4ca6154), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.350143 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07621f62-5002-4cc9-8948-de81e581ed1d req-f1468f6c-f859-4fff-a5c8-3c331237adf5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699042 Mar 21 11:16:12.387438 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Checking router: 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:12.402458 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:12.403603 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:15:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:12.403843 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (c3308ffa-264b-4dc0-b3fd-399fd4ca6154), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.410062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (c3308ffa-264b-4dc0-b3fd-399fd4ca6154), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.416446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e61c0-8651-49a5-9700-b622a331134e req-ae2bf8d1-295b-4736-a587-4673a8e773be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.419126 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-ae2bf8d1-295b-4736-a587-4673a8e773be service neutron] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 915 time: 0.1950214 Mar 21 11:16:12.430667 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3308ffa-264b-4dc0-b3fd-399fd4ca6154,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.446959 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.451489 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-81b97d42-f606-4673-85f7-e12ec3e2826a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1602869 Mar 21 11:16:12.451879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34154) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.458978 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:12.495204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (f126c41e-b1da-4640-bb79-437bc0058d23), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.509388 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-8980e656-f20a-4130-ada6-6dd43510747e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 999 time: 0.0837400 Mar 21 11:16:12.574809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (f126c41e-b1da-4640-bb79-437bc0058d23), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.579408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (f126c41e-b1da-4640-bb79-437bc0058d23), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.581378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e61c0-8651-49a5-9700-b622a331134e req-c0c02cc5-1294-4acc-8557-7edce0b20223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.584716 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-c0c02cc5-1294-4acc-8557-7edce0b20223 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.0632162 Mar 21 11:16:12.600024 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f126c41e-b1da-4640-bb79-437bc0058d23,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.610019 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:12.615734 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.617574 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-37489e2f-0825-4088-9723-bf6376aa95f7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644676 Mar 21 11:16:12.620702 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34156) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.628452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:12.659332 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (d41ca391-8453-4371-98a1-227c844aa47e), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.667785 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e61c0-8651-49a5-9700-b622a331134e req-27d0162d-95d0-4e81-a263-8ce360dfd52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:12.670560 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-27d0162d-95d0-4e81-a263-8ce360dfd52d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0777788 Mar 21 11:16:12.757899 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (d41ca391-8453-4371-98a1-227c844aa47e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.764517 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (d41ca391-8453-4371-98a1-227c844aa47e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.780848 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-8f41df72-1e6b-496e-80e0-8c7f33146ab9 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035495 Mar 21 11:16:12.800005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41ca391-8453-4371-98a1-227c844aa47e,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:12.861524 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.866134 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c00478c7-5fba-4133-a169-73a0d38482ab tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2414331 Mar 21 11:16:12.866715 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34158) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:12.875004 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:12.911711 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Project 6a0022e1f8894598b76c23ed8fff29bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:16:12.922031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (a2566526-abdf-4fb0-959d-8b302585ee02), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:12.932972 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c4e61c0-8651-49a5-9700-b622a331134e req-c275c6af-3cf6-4707-b912-88b1ac3ae937 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390717 Mar 21 11:16:13.000526 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (a2566526-abdf-4fb0-959d-8b302585ee02), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.005957 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (a2566526-abdf-4fb0-959d-8b302585ee02), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.021987 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'f5dfed88-2b83-4c4f-b7df-93092f4d0173', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'port_id': '6453f465-b69a-4b9f-9728-69015b33f97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'mac_address': 'fa:16:3e:fe:d6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:10Z', 'revision_number': 0, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:13.025959 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2566526-abdf-4fb0-959d-8b302585ee02,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:13.034742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.036038 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-875ed222-c4c3-4044-b856-20eb96742b0d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1677792 Mar 21 11:16:13.039918 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34160) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:13.044791 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'security_group_rule': {'security_group_id': '0470fa9a-5896-4b42-b6b4-47da0728448e', 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:13.068216 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Project 6a0022e1f8894598b76c23ed8fff29bd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:16:13.069419 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03406a5-606a-4453-b475-ef7a09dcc1f7 None None] The sync data for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi is: [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'f5dfed88-2b83-4c4f-b7df-93092f4d0173', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'floating_ip_address': '172.27.1.249', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'port_id': '6453f465-b69a-4b9f-9728-69015b33f97f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 413, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'mac_address': 'fa:16:3e:fe:d6:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:16:10Z', 'updated_at': '2022-03-21T11:16:10Z', 'revision_number': 0, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:13.077317 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (4ead72ea-52f0-47a7-a74f-8c422d895bd7), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.158600 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (4ead72ea-52f0-47a7-a74f-8c422d895bd7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.165011 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (4ead72ea-52f0-47a7-a74f-8c422d895bd7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.186990 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ead72ea-52f0-47a7-a74f-8c422d895bd7,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:13.197272 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.198938 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8ad05ddb-1042-41dd-aff3-e06dcc5f4e0a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579926 Mar 21 11:16:13.335091 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea6c6f06-3aa1-409d-82b7-a7a66d1b80c2 None None] New status for floating IP f5dfed88-2b83-4c4f-b7df-93092f4d0173: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:16:13.338289 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-31dacf2d-e2f2-4425-8203-222dace48e15 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308847122&fields=id&tenant_id=6a0022e1f8894598b76c23ed8fff29bd HTTP/1.1" status: 200 len: 267 time: 0.0595603 Mar 21 11:16:13.411856 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-ce71d831-7278-4942-ae3a-1c4f2350fc69 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:13.420816 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-ce71d831-7278-4942-ae3a-1c4f2350fc69 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0760436 Mar 21 11:16:13.426504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'port': {'security_groups': ['e3db1e98-9769-4891-9322-4779bfc06b4a', '0470fa9a-5896-4b42-b6b4-47da0728448e']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:16:13.519955 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.680417 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c8ab1-9d03-4ad4-96c9-4cc640a33139 req-23abdbf6-3328-4af1-8686-613f367cb6e3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:13.682104 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-861c8ab1-9d03-4ad4-96c9-4cc640a33139 req-23abdbf6-3328-4af1-8686-613f367cb6e3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1594715 Mar 21 11:16:13.801808 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-861c8ab1-9d03-4ad4-96c9-4cc640a33139 req-8dd27d01-0fcd-4890-bbb9-fdac3bf06edc tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104152 Mar 21 11:16:13.859084 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:13.891116 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for port (6453f465-b69a-4b9f-9728-69015b33f97f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.897264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.912888 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:13.944928 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:13.946257 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:13.946997 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-06e037dd-e3da-4ae2-82fa-f1c117fc393f req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "PUT /v2.0/ports/6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 981 time: 0.5252471 Mar 21 11:16:13.974877 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f11229b-1fbd-4e98-93e0-47961a4ffd05 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=6']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:13.991633 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:13.995904 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e935eed-2fba-4dee-85e0-23dd7919fb56" -d '{"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:14.058510 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b55781f3-bfc7-4eb7-9658-f1050f7561ad x-openstack-request-id: req-b55781f3-bfc7-4eb7-9658-f1050f7561ad {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:14.058926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:14.059267 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b55781f3-bfc7-4eb7-9658-f1050f7561ad {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:14.059762 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:16:14.086272 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e461bfbd-b0ca-4c2f-ad33-b49087e60112 req-32da2469-7c43-41b3-96a6-9af936a3e7d7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.089166 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e461bfbd-b0ca-4c2f-ad33-b49087e60112 req-32da2469-7c43-41b3-96a6-9af936a3e7d7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0766368 Mar 21 11:16:14.099251 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:14.191182 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-f012a36d-b6f3-4d27-ba41-a9151daad5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.193563 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-f012a36d-b6f3-4d27-ba41-a9151daad5e6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1168 time: 0.1030431 Mar 21 11:16:14.204954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e461bfbd-b0ca-4c2f-ad33-b49087e60112 req-bdcf0db3-ebb2-4d2c-b504-e4ee1552ab61 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1042306 Mar 21 11:16:14.341035 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-8d138ca9-22a5-4377-a7ec-446a17c462fe None None] Provisioning complete for port 6453f465-b69a-4b9f-9728-69015b33f97f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:14.341720 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8d138ca9-22a5-4377-a7ec-446a17c462fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:14.367341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-09645996-a306-4182-bec0-37a2e497a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.368845 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-09645996-a306-4182-bec0-37a2e497a038 service neutron] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 915 time: 0.1498101 Mar 21 11:16:14.466836 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-54d0737f-88b0-4966-a5a9-dfba30ae03f9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 1001 time: 0.0910220 Mar 21 11:16:14.527781 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-c5ad0cff-a2ca-4148-bb60-92f687065065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.529389 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-c5ad0cff-a2ca-4148-bb60-92f687065065 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.0508437 Mar 21 11:16:14.579116 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-8d138ca9-22a5-4377-a7ec-446a17c462fe None None] Current status of the port 6453f465-b69a-4b9f-9728-69015b33f97f is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:14.601709 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-f761a4a6-ceee-4c97-bce6-909c1dd07f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.604076 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-f761a4a6-ceee-4c97-bce6-909c1dd07f45 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0597866 Mar 21 11:16:14.723239 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-c896cf19-f68e-4ac7-a7fe-c2cea3110652 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103189 Mar 21 11:16:14.882534 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e935eed-2fba-4dee-85e0-23dd7919fb56 req-c5a083b1-2688-4c40-acac-ec7a7af3e6ec service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479149 Mar 21 11:16:14.948109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15578b-7acf-4f8b-9e34-2949c1af6199 req-d0acf5ac-50eb-4344-a794-1a0aa1696522 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:14.949733 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb15578b-7acf-4f8b-9e34-2949c1af6199 req-d0acf5ac-50eb-4344-a794-1a0aa1696522 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0608585 Mar 21 11:16:15.004854 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb15578b-7acf-4f8b-9e34-2949c1af6199 req-e654ca03-4537-4442-a453-5b601b582a9e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452597 Mar 21 11:16:16.146993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea9bb-c5ea-41fe-9468-31827ee96e49 req-978af191-6ce1-4e04-872e-c333b3a4de36 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:16.148613 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66dea9bb-c5ea-41fe-9468-31827ee96e49 req-978af191-6ce1-4e04-872e-c333b3a4de36 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0598137 Mar 21 11:16:16.207137 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-66dea9bb-c5ea-41fe-9468-31827ee96e49 req-4da942fd-24fd-4b22-8d15-46ea3ee36598 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524635 Mar 21 11:16:16.870675 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-e1555414-56f6-4b03-b2f2-c61d6996868a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0577621 Mar 21 11:16:16.941713 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874431-7716-4b44-a531-f1182b726390 req-7dbc650b-6dea-4160-ae21-d73af372fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:16.943412 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-7dbc650b-6dea-4160-ae21-d73af372fe1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 1130 time: 0.0505440 Mar 21 11:16:17.058273 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874431-7716-4b44-a531-f1182b726390 req-c70e9464-61df-45db-825c-9bd24c039c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.059836 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-c70e9464-61df-45db-825c-9bd24c039c7b service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.0932021 Mar 21 11:16:17.107228 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-f3568abf-d591-48e4-ac6b-356539aa6369 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 200 len: 217 time: 0.0410759 Mar 21 11:16:17.161690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874431-7716-4b44-a531-f1182b726390 req-71901b76-28fd-42be-bb43-f8519bad81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.163381 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-71901b76-28fd-42be-bb43-f8519bad81b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0494647 Mar 21 11:16:17.220378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874431-7716-4b44-a531-f1182b726390 req-98978edc-2c2e-4c69-92e9-385643453f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.222184 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-98978edc-2c2e-4c69-92e9-385643453f9e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518780 Mar 21 11:16:17.345318 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-bbe53831-56af-46a3-bf31-f99e0d59cf32 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095495 Mar 21 11:16:17.461019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e7ee69-b11d-4684-95d7-bc7bc0db6bd5 req-4535ba2b-6890-47fc-aac7-1e9290e2a856 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:17.462609 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0e7ee69-b11d-4684-95d7-bc7bc0db6bd5 req-4535ba2b-6890-47fc-aac7-1e9290e2a856 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1437144 Mar 21 11:16:17.498896 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48874431-7716-4b44-a531-f1182b726390 req-1decab30-d0ed-40ca-91fe-eaeef5aaf4fc service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347849 Mar 21 11:16:17.543411 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0e7ee69-b11d-4684-95d7-bc7bc0db6bd5 req-d01dd780-7369-409b-b8b3-19a4312b3f9a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694275 Mar 21 11:16:18.246933 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f93a3a13-e47e-47ad-b568-fee0a6bad69f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:18.704673 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b414a-bcb6-491b-87c9-11aaa961d166 req-7097b7b2-a766-48d5-b152-09d6059b66ef tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:18.706311 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d4b414a-bcb6-491b-87c9-11aaa961d166 req-7097b7b2-a766-48d5-b152-09d6059b66ef tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0615048 Mar 21 11:16:18.758300 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d4b414a-bcb6-491b-87c9-11aaa961d166 req-dd9e20ee-cbc0-4f93-baa0-b7052a25e43a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461202 Mar 21 11:16:18.859399 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:19.909009 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444839a4-3ec1-46eb-9e0e-a2260e812406 req-005a1325-9f42-4de8-8f87-c5d317704f03 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:19.910649 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-444839a4-3ec1-46eb-9e0e-a2260e812406 req-005a1325-9f42-4de8-8f87-c5d317704f03 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0645983 Mar 21 11:16:19.981351 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-444839a4-3ec1-46eb-9e0e-a2260e812406 req-64b2e835-b3a6-430d-8879-728adf803eae tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641673 Mar 21 11:16:20.903318 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e4832dfb-bc0e-4fae-b226-bec5dab63a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:21.120038 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c467db-35a5-45a3-8a3c-7daf9c487658 req-d9fcc6ea-ecad-430a-a1dc-2eb25cc88a9e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:21.121884 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5c467db-35a5-45a3-8a3c-7daf9c487658 req-d9fcc6ea-ecad-430a-a1dc-2eb25cc88a9e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0615890 Mar 21 11:16:21.177081 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5c467db-35a5-45a3-8a3c-7daf9c487658 req-150eaebf-a7ea-4b2f-a499-b5a1b6986a49 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490665 Mar 21 11:16:22.203921 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.264048 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:16:22.360503 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c20a8d-b357-4803-94d9-4855d93a0184 req-3356f1ea-1dca-4719-a437-02e1748e1d53 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:22.363263 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67c20a8d-b357-4803-94d9-4855d93a0184 req-3356f1ea-1dca-4719-a437-02e1748e1d53 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0910842 Mar 21 11:16:22.388082 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:22.408939 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:16:22.426477 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67c20a8d-b357-4803-94d9-4855d93a0184 req-054d338b-e239-4f95-94e9-a139368796f6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573862 Mar 21 11:16:22.459423 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: ACTIVE; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:22.460057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.484736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:16:22.522541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:22.529354 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:22.595507 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=6']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:22.693546 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['d29c3e66-29e2-42f0-bb40-0ce6bf90b83a'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:16:23.596946 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338abc86-cb11-45e3-9b4b-b978619da15b req-983c4a30-bed4-4173-bb10-b134aabc567c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:23.599773 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-338abc86-cb11-45e3-9b4b-b978619da15b req-983c4a30-bed4-4173-bb10-b134aabc567c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 944 time: 0.0795918 Mar 21 11:16:23.686135 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-338abc86-cb11-45e3-9b4b-b978619da15b req-a5acbbe8-550b-4c05-a6d0-f744bc98e3f4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736535 Mar 21 11:16:24.200792 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.264086 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:16:24.370238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:16:24.371643 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.539765 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:24.541038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.587400 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:24.592680 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccd116d-5f15-458a-a202-2df1bbdf4ece" -d '{"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:24.625973 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:24.633171 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:24.648977 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898c6f9a-822e-4fa0-b071-cb4f11051ebf x-openstack-request-id: req-898c6f9a-822e-4fa0-b071-cb4f11051ebf {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:24.649486 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:24.649945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-898c6f9a-822e-4fa0-b071-cb4f11051ebf {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:24.650658 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'code': 200} Mar 21 11:16:24.739779 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=7']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:24.969180 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498f16b-aabd-4f1a-839d-254dd5bce1b6 req-017b2733-78bd-4a81-954d-67a27478721e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:24.971979 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a498f16b-aabd-4f1a-839d-254dd5bce1b6 req-017b2733-78bd-4a81-954d-67a27478721e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1164749 Mar 21 11:16:25.074358 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a498f16b-aabd-4f1a-839d-254dd5bce1b6 req-e3a4cbea-2066-4c0d-bbae-01b4b9ecf207 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884328 Mar 21 11:16:25.343437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:26.364418 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f57ef97-9cda-425d-84a3-a45ab7178be9 req-a512d0b2-5698-4193-985f-29e52a79234a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:26.367913 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f57ef97-9cda-425d-84a3-a45ab7178be9 req-a512d0b2-5698-4193-985f-29e52a79234a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1355429 Mar 21 11:16:26.484452 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6f57ef97-9cda-425d-84a3-a45ab7178be9 req-2d905840-e579-41d1-93f3-880d66e69670 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050656 Mar 21 11:16:27.778861 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e238b8eb-7b8c-4c17-8600-dbf485f39c7a req-00b8166b-3d2b-46c3-bec5-3b3f6ed68b30 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:27.781275 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e238b8eb-7b8c-4c17-8600-dbf485f39c7a req-00b8166b-3d2b-46c3-bec5-3b3f6ed68b30 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1125484 Mar 21 11:16:27.873176 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e238b8eb-7b8c-4c17-8600-dbf485f39c7a req-12c9a683-605f-485f-9a94-bd5c495e3d9e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818064 Mar 21 11:16:29.093045 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c462a-abf6-4d0c-8b14-773b9f511f27 req-6c60ed0b-fd94-4ec6-8d3e-510b319351c0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:29.095621 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-311c462a-abf6-4d0c-8b14-773b9f511f27 req-6c60ed0b-fd94-4ec6-8d3e-510b319351c0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0982728 Mar 21 11:16:29.175466 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-311c462a-abf6-4d0c-8b14-773b9f511f27 req-85b0bbc5-ba27-44df-8456-c625a1263fd6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691521 Mar 21 11:16:30.406976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ce14a-3963-4982-bb21-a341230e5a4d req-dc83172c-ab83-47b9-984e-cfca300f257c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:30.412920 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-035ce14a-3963-4982-bb21-a341230e5a4d req-dc83172c-ab83-47b9-984e-cfca300f257c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0919774 Mar 21 11:16:30.508955 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-035ce14a-3963-4982-bb21-a341230e5a4d req-24c2c687-84c1-49b8-ae71-4a1811c6c66b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901918 Mar 21 11:16:31.740949 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343367a-73e9-4e7a-a666-552f3d9d9868 req-76fc35fe-10eb-4d49-8f3c-d34a8163ab1d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:31.745852 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e343367a-73e9-4e7a-a666-552f3d9d9868 req-76fc35fe-10eb-4d49-8f3c-d34a8163ab1d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1048160 Mar 21 11:16:31.842292 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e343367a-73e9-4e7a-a666-552f3d9d9868 req-3016c8a7-4efc-4e73-a7d2-111c141064ec tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884581 Mar 21 11:16:33.022125 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75655118-29cf-45c5-9acc-3ed1f509a3a7 req-26b4b19c-01a9-426e-a871-d8ffd46ba614 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:33.024012 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75655118-29cf-45c5-9acc-3ed1f509a3a7 req-26b4b19c-01a9-426e-a871-d8ffd46ba614 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0715578 Mar 21 11:16:33.103179 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75655118-29cf-45c5-9acc-3ed1f509a3a7 req-9d082627-0e50-4998-b652-358864ba2095 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701716 Mar 21 11:16:34.270450 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0803777-a7d0-413d-bc63-f9aa032603eb req-837ab555-25ed-4373-b30a-b81629a4208a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:34.272563 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0803777-a7d0-413d-bc63-f9aa032603eb req-837ab555-25ed-4373-b30a-b81629a4208a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0793211 Mar 21 11:16:34.345410 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0803777-a7d0-413d-bc63-f9aa032603eb req-c9296c48-9af3-4146-887d-1fb461dba856 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637434 Mar 21 11:16:35.326963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-932a7dac-9c70-4c53-86df-01584e36da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.328578 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-932a7dac-9c70-4c53-86df-01584e36da3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1129 time: 0.3149149 Mar 21 11:16:35.432246 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-5202db39-ec08-4361-bad1-88b79b378804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.433823 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-5202db39-ec08-4361-bad1-88b79b378804 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.0966563 Mar 21 11:16:35.544414 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-58fbe990-3ee1-42d5-b382-d81282c59ff5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 1000 time: 0.1037183 Mar 21 11:16:35.598395 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6e376-b243-4f1e-a273-07d0b1d354a5 req-c8ecd125-a033-442f-9f03-e2a87bdc406b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.599879 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48c6e376-b243-4f1e-a273-07d0b1d354a5 req-c8ecd125-a033-442f-9f03-e2a87bdc406b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.1158972 Mar 21 11:16:35.631176 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-a0130883-f251-4354-a9de-c39b59b1f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.632833 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-a0130883-f251-4354-a9de-c39b59b1f52a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0776739 Mar 21 11:16:35.696633 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-48c6e376-b243-4f1e-a273-07d0b1d354a5 req-4479a911-8f5a-4c76-a225-77cf40280467 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899601 Mar 21 11:16:35.714550 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-554c55fc-79af-4b35-8f61-ae6264c301f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:35.716335 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-554c55fc-79af-4b35-8f61-ae6264c301f2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0764976 Mar 21 11:16:35.820727 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-abc46970-6e40-4c24-8d48-d8fbbefa4f30 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960200 Mar 21 11:16:35.931859 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14f0ad7e-6bea-4b1e-8f3d-19674718b30b req-3f443e33-588d-45f8-ae9f-4dfbc5a718e5 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964770 Mar 21 11:16:36.846417 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a23ef-f9b0-48f8-a535-617014254355 req-3dd13125-368e-4056-b016-ee33b220f782 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:36.848409 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-599a23ef-f9b0-48f8-a535-617014254355 req-3dd13125-368e-4056-b016-ee33b220f782 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0623305 Mar 21 11:16:36.908142 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-599a23ef-f9b0-48f8-a535-617014254355 req-64bf10ed-c8b4-406e-a8a3-b2c04ae3f621 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512834 Mar 21 11:16:38.062802 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7732c6-c400-4885-9fdb-0f3fc5f06e22 req-2f191967-d8ae-4a60-bb11-f53fb02919d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:38.069296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c7732c6-c400-4885-9fdb-0f3fc5f06e22 req-2f191967-d8ae-4a60-bb11-f53fb02919d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 945 time: 0.0686488 Mar 21 11:16:38.124894 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c7732c6-c400-4885-9fdb-0f3fc5f06e22 req-231c8a72-2e40-48e6-ae15-b65e1cbc97be tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510974 Mar 21 11:16:38.358160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:38.458493 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: ACTIVE; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:38.458974 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.488549 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:38.491108 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f9929e-aa78-4397-9617-de382cba7d25" -d '{"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:38.515548 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:38.521256 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:38.550408 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149f78a1-86ac-4ca1-a3bf-eea71b390a11 x-openstack-request-id: req-149f78a1-86ac-4ca1-a3bf-eea71b390a11 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:38.550734 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-unplugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:38.550973 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-149f78a1-86ac-4ca1-a3bf-eea71b390a11 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:38.551380 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'code': 200} Mar 21 11:16:38.582316 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=8']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:39.048644 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5c2ff-d14a-4903-a9ea-313182c4fa00 req-6c6a04ee-7b39-4454-8818-0045e4298546 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.050336 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2f5c2ff-d14a-4903-a9ea-313182c4fa00 req-6c6a04ee-7b39-4454-8818-0045e4298546 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0657723 Mar 21 11:16:39.111398 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e2f5c2ff-d14a-4903-a9ea-313182c4fa00 req-75aa9849-d85f-4b50-a0ef-aeca782853d2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500014 Mar 21 11:16:39.286398 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457907b-700e-4a53-bc88-88658e25165a req-47153e8e-0fa4-4588-bfe8-40e2b43d3a15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:39.287953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0457907b-700e-4a53-bc88-88658e25165a req-47153e8e-0fa4-4588-bfe8-40e2b43d3a15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0596082 Mar 21 11:16:39.346496 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0457907b-700e-4a53-bc88-88658e25165a req-b5a82483-e127-4773-8a6e-810874a692fd tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519519 Mar 21 11:16:39.920407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-c7cd0ac7-faed-4620-9ac7-84948c070b3e req-5aadf8c3-fc42-4fcf-a151-f5f25013bdbd service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:16:39.922501 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c7cd0ac7-faed-4620-9ac7-84948c070b3e req-5aadf8c3-fc42-4fcf-a151-f5f25013bdbd service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082998 Mar 21 11:16:40.215469 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d20fd-e270-4bb4-aa96-eb250a8836f6 req-25e5c6bd-ad3b-4452-9e6c-b5f52cb8aad2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.218434 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd7d20fd-e270-4bb4-aa96-eb250a8836f6 req-25e5c6bd-ad3b-4452-9e6c-b5f52cb8aad2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0931940 Mar 21 11:16:40.322629 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd7d20fd-e270-4bb4-aa96-eb250a8836f6 req-6020321d-c55c-42e3-aa1b-049dfddbce36 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857174 Mar 21 11:16:40.343309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15abf0f-e9cd-4d3a-b737-e81bdf42666e req-f63423c4-954b-4ba9-bc34-971b559488f7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.345565 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f15abf0f-e9cd-4d3a-b737-e81bdf42666e req-f63423c4-954b-4ba9-bc34-971b559488f7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.1442988 Mar 21 11:16:40.424539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f15abf0f-e9cd-4d3a-b737-e81bdf42666e req-bc2af6ed-72f3-4369-b14c-3d685498798e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718634 Mar 21 11:16:40.637850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-5629bd16-541a-414a-80dc-23209bd45aa8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:40.639757 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-5629bd16-541a-414a-80dc-23209bd45aa8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 946 time: 0.0911870 Mar 21 11:16:40.735128 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34340) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:40.773160 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port c0418616-ed52-475d-8a61-c706bdb38959 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:16:40.773707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (c0418616-ed52-475d-8a61-c706bdb38959), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.846789 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-9103d275-b0f8-4bad-8c3b-2def308971cf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1099041 Mar 21 11:16:40.856500 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-ce86df57-1c83-489e-a548-33652cd53b22 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:16:40.857910 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-ce86df57-1c83-489e-a548-33652cd53b22 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058582 Mar 21 11:16:40.920584 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] For port c0418616-ed52-475d-8a61-c706bdb38959, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=c0418616-ed52-475d-8a61-c706bdb38959,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:40.921155 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (c0418616-ed52-475d-8a61-c706bdb38959), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:40.974437 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34350) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:41.041283 dv-cinder-834448-1-iscsi neutron-server[103431]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 21 11:16:41.093872 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-76ee904a-2dec-462e-a39a-4700da5c426e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.104105 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-76ee904a-2dec-462e-a39a-4700da5c426e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports/d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 940 time: 0.1281748 Mar 21 11:16:41.314594 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:41.315435 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:41.315435 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP aad683a9-136e-40a2-8b49-a52fc6a36bf0 disassociated. External IP: 172.27.1.191, port: c0418616-ed52-475d-8a61-c706bdb38959. Mar 21 11:16:41.316058 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for c0418616-ed52-475d-8a61-c706bdb38959 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:16:41.686199 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c7bfb-6f96-423a-923f-35a8dec7fc9f req-65e099ff-dec5-445a-a36d-f5564cd826e6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.688386 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c3c7bfb-6f96-423a-923f-35a8dec7fc9f req-65e099ff-dec5-445a-a36d-f5564cd826e6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.1655097 Mar 21 11:16:41.728843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (c0418616-ed52-475d-8a61-c706bdb38959), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:41.744690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1701bfc-e036-4769-8d15-34ef2353dfb4 req-3df0f08f-148e-42f5-9498-08b9b8d79dae tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:41.746369 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1701bfc-e036-4769-8d15-34ef2353dfb4 req-3df0f08f-148e-42f5-9498-08b9b8d79dae tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 867 time: 0.1721368 Mar 21 11:16:41.775881 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=c0418616-ed52-475d-8a61-c706bdb38959,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:41.817290 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.817673 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.818050 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.818393 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.818790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.819121 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.819583 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.819921 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.820285 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.820679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.821084 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.821416 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.821910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.822338 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.822690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:41.918098 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c3c7bfb-6f96-423a-923f-35a8dec7fc9f req-aabed932-ed63-44e4-af79-4a157b4096d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2197444 Mar 21 11:16:41.939888 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1701bfc-e036-4769-8d15-34ef2353dfb4 req-6263d284-acc9-4113-9017-f25c3571ea12 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692178 Mar 21 11:16:41.997002 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:42.197474 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:42.214923 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:42.228740 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:42.229698 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:42.326588 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] No DVR routers for this DVR port c0418616-ed52-475d-8a61-c706bdb38959 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:16:42.332299 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:42.339007 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d36cd3-ca77-4f1b-89a1-8da98cb37208 req-78cf7f08-4b3f-40d3-9e3c-897670d2fc1f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "DELETE /v2.0/ports/c0418616-ed52-475d-8a61-c706bdb38959 HTTP/1.1" status: 204 len: 173 time: 1.6932755 Mar 21 11:16:42.340139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'name': 'network-vif-deleted', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:42.345785 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853de033-5b6d-490a-b8cd-9dc2ca383f91" -d '{"events": [{"server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "name": "network-vif-deleted", "tag": "c0418616-ed52-475d-8a61-c706bdb38959"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:42.392361 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device c0418616-ed52-475d-8a61-c706bdb38959 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:42.427122 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:42.438919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e290f-8d84-4f4a-b494-38c2b2a67511 x-openstack-request-id: req-6b9e290f-8d84-4f4a-b494-38c2b2a67511 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:42.439380 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e74384f-0cf8-445d-94d4-40b1cf466765", "name": "network-vif-deleted", "tag": "c0418616-ed52-475d-8a61-c706bdb38959", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:42.439836 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6b9e290f-8d84-4f4a-b494-38c2b2a67511 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:42.446202 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e74384f-0cf8-445d-94d4-40b1cf466765', 'name': 'network-vif-deleted', 'tag': 'c0418616-ed52-475d-8a61-c706bdb38959', 'status': 'completed', 'code': 200} Mar 21 11:16:42.467759 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: c0418616-ed52-475d-8a61-c706bdb38959 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:16:42.468814 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device c0418616-ed52-475d-8a61-c706bdb38959 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:16:42.470175 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:16:42.632984 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: DOWN; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:16:42.833324 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:42.882778 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:42.894284 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:42.895262 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:42.967453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d58255-21fa-4cae-bb95-831237ab668d req-9a5204b0-9571-4764-b79e-3d6326c11c9d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:42.979298 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14d58255-21fa-4cae-bb95-831237ab668d req-9a5204b0-9571-4764-b79e-3d6326c11c9d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1301897 Mar 21 11:16:43.094565 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:43.098478 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14d58255-21fa-4cae-bb95-831237ab668d req-6fcf7213-8fdd-4f7c-9512-d9c3c85a63b8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074591 Mar 21 11:16:43.146753 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fdc1a-4e27-4b4c-a2d2-7a32364eb925 req-1fb5ce78-0038-4fc4-8985-7ba9a5d02f31 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.149043 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b9fdc1a-4e27-4b4c-a2d2-7a32364eb925 req-1fb5ce78-0038-4fc4-8985-7ba9a5d02f31 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.1104872 Mar 21 11:16:43.271343 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9b8a7e2c-4fcb-4dc1-b6e7-ad5e08304942 req-15196a79-599f-4168-86b9-3fb6364a01ec tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e74384f-0cf8-445d-94d4-40b1cf466765 HTTP/1.1" status: 200 len: 210 time: 0.0551984 Mar 21 11:16:43.360922 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b9fdc1a-4e27-4b4c-a2d2-7a32364eb925 req-b40b9597-3fbb-4977-87fa-03c33dd8d47f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974568 Mar 21 11:16:43.510732 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:43.561545 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fce6c92-ace5-406c-8a9e-b5649c80576c None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4f01a923-a18b-4ffe-8b8c-4db94c825c94', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.130', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:d1:96:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:13:43Z', 'updated_at': '2022-03-21T11:14:22Z', 'revision_number': 2, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:16:43.884328 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0948f660-6199-4b90-863b-8fb6db040bde None None] New status for floating IP aad683a9-136e-40a2-8b49-a52fc6a36bf0: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:16:43.916803 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-f81a05cb-889e-4a78-ad8a-34c076bf0207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:43.919476 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-f81a05cb-889e-4a78-ad8a-34c076bf0207 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 1127 time: 0.1252501 Mar 21 11:16:44.008045 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-5287474f-c635-4353-9513-c0c8dbea79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.010143 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-5287474f-c635-4353-9513-c0c8dbea79ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1127 time: 0.0558765 Mar 21 11:16:44.132205 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-a5ad8163-01ca-40fb-bd94-d14d3cbc7c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.134758 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-a5ad8163-01ca-40fb-bd94-d14d3cbc7c6b service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1184115 Mar 21 11:16:44.268557 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-99109218-4332-48f3-aa7d-ddfedf5ce05f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 200 len: 998 time: 0.1223533 Mar 21 11:16:44.347758 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfdfe93-74bc-427f-9eb7-8824cc409ab1 req-23413f94-53b9-4154-abbc-24d6abe870cf tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.350650 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2bfdfe93-74bc-427f-9eb7-8824cc409ab1 req-23413f94-53b9-4154-abbc-24d6abe870cf tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1415708 Mar 21 11:16:44.389757 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-096480b8-7bb5-4d83-a306-b4b50bb36ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.391260 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-096480b8-7bb5-4d83-a306-b4b50bb36ee3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.1119804 Mar 21 11:16:44.396976 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34390) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:44.460698 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2bfdfe93-74bc-427f-9eb7-8824cc409ab1 req-3f1b34c3-08b5-4274-9c3e-20d8a3114c33 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993540 Mar 21 11:16:44.528378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a344ec5-2472-49fd-be37-103198bed71c req-6360a95a-07ec-4470-abc4-aa1c08a5f0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.530028 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-6360a95a-07ec-4470-abc4-aa1c08a5f0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1279151 Mar 21 11:16:44.531101 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:44.575875 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:44.597600 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762e7d6-8920-48d3-9df8-db810237bb62 req-cbf1e531-d36f-45dd-948c-cb31a5535b85 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:44.600099 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f762e7d6-8920-48d3-9df8-db810237bb62 req-cbf1e531-d36f-45dd-948c-cb31a5535b85 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.1237416 Mar 21 11:16:44.669895 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:44.674894 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:44.676974 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/security-groups/3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce HTTP/1.1" status: 204 len: 168 time: 0.2779405 Mar 21 11:16:44.683522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34394) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:44.696098 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f762e7d6-8920-48d3-9df8-db810237bb62 req-0d421b7f-03b1-4b41-b677-e9982156f78a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833788 Mar 21 11:16:44.701701 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:44.704734 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-024599cc-fb8a-41b2-ba73-8fcc305b5924 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613533 Mar 21 11:16:44.707276 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-d3cb3c8a-136d-49ed-b533-ea855dc7ec39 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] show failed (client error): The resource could not be found. Mar 21 11:16:44.708741 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d3cb3c8a-136d-49ed-b533-ea855dc7ec39 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups/3c7cb9a7-0bf8-4c58-9035-5f1f56d681ce HTTP/1.1" status: 404 len: 347 time: 0.0241532 Mar 21 11:16:44.725433 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34396) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:16:44.725433 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.725433 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.726911 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.728021 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.728713 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.729437 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.730139 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.730920 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.731628 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.732302 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.733006 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.733795 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.734492 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.735195 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.736067 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8542ed5e-704d-4bbc-ac37-14408814620f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:16:44.832437 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a344ec5-2472-49fd-be37-103198bed71c req-b4e45031-6280-4fc4-b4c4-b8a11aac5c70 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182942 Mar 21 11:16:44.926817 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port 5b6442d0-1436-4627-bd62-377f915baa3d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:16:44.927074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.013947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.014478 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (5b6442d0-1436-4627-bd62-377f915baa3d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.028018 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for 5b6442d0-1436-4627-bd62-377f915baa3d owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:16:45.227904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (5b6442d0-1436-4627-bd62-377f915baa3d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.314333 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:16:45.317273 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=5b6442d0-1436-4627-bd62-377f915baa3d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:45.319373 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (aad683a9-136e-40a2-8b49-a52fc6a36bf0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.322055 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:45.323972 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dde893f3-7536-4f29-97a6-c117e73903ee tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/floatingips/aad683a9-136e-40a2-8b49-a52fc6a36bf0 HTTP/1.1" status: 204 len: 168 time: 0.6025445 Mar 21 11:16:45.644290 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f0f62-4ef7-4362-9d58-f1fb06b41769 req-c6ebf55b-2efd-495b-925b-507103eeb8fd tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:45.647026 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-338f0f62-4ef7-4362-9d58-f1fb06b41769 req-c6ebf55b-2efd-495b-925b-507103eeb8fd tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1098013 Mar 21 11:16:45.797179 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-338f0f62-4ef7-4362-9d58-f1fb06b41769 req-9ab74441-66e1-431a-994b-5852003949db tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418266 Mar 21 11:16:46.004378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5fa4b-f78f-41a6-a351-2b408e21df9e req-664c6726-d306-403f-af7d-f1bc660f89e8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:46.012383 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9a5fa4b-f78f-41a6-a351-2b408e21df9e req-664c6726-d306-403f-af7d-f1bc660f89e8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.1306250 Mar 21 11:16:46.088317 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f9a5fa4b-f78f-41a6-a351-2b408e21df9e req-8dc35a6f-3b50-4ba1-a237-0290c4e85aab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748320 Mar 21 11:16:46.768161 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2460deb-80a9-489f-a361-f0b7a0ec5474 req-373fba03-5e68-4b26-8b0d-e156c0779bec tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:46.769799 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2460deb-80a9-489f-a361-f0b7a0ec5474 req-373fba03-5e68-4b26-8b0d-e156c0779bec tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0686448 Mar 21 11:16:46.858131 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2460deb-80a9-489f-a361-f0b7a0ec5474 req-7313b75a-bd0a-4338-8cf9-0ae961246eec tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0769472 Mar 21 11:16:46.973390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d29a2-f0a6-4db7-a98b-ef91cd422f06 req-915d36d5-a949-448a-8865-bc67131ad68b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:46.983682 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-140d29a2-f0a6-4db7-a98b-ef91cd422f06 req-915d36d5-a949-448a-8865-bc67131ad68b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0912399 Mar 21 11:16:47.089638 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-140d29a2-f0a6-4db7-a98b-ef91cd422f06 req-444493e3-b379-4441-b3a0-b95861f86fac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831130 Mar 21 11:16:47.264239 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e6697-fc6b-40ec-b1bc-947764106602 req-e1ea92a0-f05d-41a6-9516-5d7413783da2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:47.273005 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e54e6697-fc6b-40ec-b1bc-947764106602 req-e1ea92a0-f05d-41a6-9516-5d7413783da2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0780323 Mar 21 11:16:47.322390 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e54e6697-fc6b-40ec-b1bc-947764106602 req-2801d547-bf1a-486e-be52-f555eafcafc0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482695 Mar 21 11:16:48.006224 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fbd44-c928-4560-b651-e9d32b7b9392 req-52ca8267-e79f-4ddf-88e9-c6b248d67406 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.008747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c17fbd44-c928-4560-b651-e9d32b7b9392 req-52ca8267-e79f-4ddf-88e9-c6b248d67406 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0618844 Mar 21 11:16:48.098186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c17fbd44-c928-4560-b651-e9d32b7b9392 req-8b83a3b9-cb6f-44ff-9032-b7976ce2943e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794919 Mar 21 11:16:48.219419 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fa6ad1-6b2e-4935-b908-6dccc098f2e6 req-901683f2-0d29-4bbe-b343-f1ea0bbcafb4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.221057 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65fa6ad1-6b2e-4935-b908-6dccc098f2e6 req-901683f2-0d29-4bbe-b343-f1ea0bbcafb4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0673258 Mar 21 11:16:48.249178 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f59f7f36-8c18-43a4-94ce-ec7275d5710b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:48.347382 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-65fa6ad1-6b2e-4935-b908-6dccc098f2e6 req-4e59fb87-a711-4170-a8ba-1058a5122ccc tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152580 Mar 21 11:16:48.464941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a1feee-8920-4803-9989-28dfb996ce7a req-5e8e9a65-6346-4b82-9979-0c38e6efba78 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:48.466523 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40a1feee-8920-4803-9989-28dfb996ce7a req-5e8e9a65-6346-4b82-9979-0c38e6efba78 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0628579 Mar 21 11:16:48.529058 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-40a1feee-8920-4803-9989-28dfb996ce7a req-605d5a40-ba6d-4d4c-bcfd-7d839766629b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565686 Mar 21 11:16:48.860443 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:49.244296 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037776d-26d6-4bcf-a435-0fe60e1d76e2 req-41635aab-2d76-40ec-bef3-62a43af7aebb tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:49.247194 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d037776d-26d6-4bcf-a435-0fe60e1d76e2 req-41635aab-2d76-40ec-bef3-62a43af7aebb tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0753608 Mar 21 11:16:49.327206 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d037776d-26d6-4bcf-a435-0fe60e1d76e2 req-4fbdd212-4f39-4ebd-aff5-4bc088ddfbe4 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0738599 Mar 21 11:16:49.533363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d53069c-e741-4681-8aa7-55b9887d13aa req-5a7f7b42-d360-4f24-a896-b9adf6f2759c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:49.536000 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d53069c-e741-4681-8aa7-55b9887d13aa req-5a7f7b42-d360-4f24-a896-b9adf6f2759c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.1000481 Mar 21 11:16:49.595962 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d53069c-e741-4681-8aa7-55b9887d13aa req-0559f910-8d8c-4e8d-b254-ecbe94ef3bff tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541224 Mar 21 11:16:49.710747 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169206c-cfdf-4260-9445-bb7adbedf504 req-66d1276b-b039-4ee1-a546-ba37f3454d8e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:49.712130 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1169206c-cfdf-4260-9445-bb7adbedf504 req-66d1276b-b039-4ee1-a546-ba37f3454d8e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0611022 Mar 21 11:16:49.761367 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1169206c-cfdf-4260-9445-bb7adbedf504 req-baf4026b-29b7-44ad-a19d-abe4f69a7371 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433669 Mar 21 11:16:50.484315 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe8b82-f2b7-439a-a0f5-421070f1e845 req-b6d55412-8a9e-42b3-87cb-839f6fff8478 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.485817 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-acfe8b82-f2b7-439a-a0f5-421070f1e845 req-b6d55412-8a9e-42b3-87cb-839f6fff8478 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0693781 Mar 21 11:16:50.566283 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-acfe8b82-f2b7-439a-a0f5-421070f1e845 req-7759562f-1ebd-46c9-b6d8-ed685b672d2c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741329 Mar 21 11:16:50.736404 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b359f6-74b9-450a-b7af-e02f93d9cc56 req-1ca7b852-fc66-42d7-83ac-87619a12585d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.738377 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6b359f6-74b9-450a-b7af-e02f93d9cc56 req-1ca7b852-fc66-42d7-83ac-87619a12585d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0598850 Mar 21 11:16:50.797093 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6b359f6-74b9-450a-b7af-e02f93d9cc56 req-abb8c4bb-d497-4518-a568-1d23c01e7200 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493865 Mar 21 11:16:50.912553 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d11b6816-f362-4a26-98f6-f51d8336674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:50.953812 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a596a57-4054-4ea0-ae06-22289e2064bc req-92b8deef-cf8a-4f1b-b883-8591d358b64d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:50.960828 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a596a57-4054-4ea0-ae06-22289e2064bc req-92b8deef-cf8a-4f1b-b883-8591d358b64d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0983782 Mar 21 11:16:51.004957 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a596a57-4054-4ea0-ae06-22289e2064bc req-78b57a85-f2aa-4cc4-90df-df92949f18d8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Mar 21 11:16:51.710074 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa318e5-b5d9-4629-9e55-6d8097e5cc62 req-02da911e-bff4-4341-9f80-3b54524e8b0e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:51.711626 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fa318e5-b5d9-4629-9e55-6d8097e5cc62 req-02da911e-bff4-4341-9f80-3b54524e8b0e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0725205 Mar 21 11:16:51.798988 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1fa318e5-b5d9-4629-9e55-6d8097e5cc62 req-0e72b42b-5676-4e3c-a438-c9883835a68f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805516 Mar 21 11:16:51.942266 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740bd55-72c7-4325-a76c-dbbeee05bab1 req-d743a6f7-1b3f-4980-a143-77880c928f79 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:51.943741 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5740bd55-72c7-4325-a76c-dbbeee05bab1 req-d743a6f7-1b3f-4980-a143-77880c928f79 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0640519 Mar 21 11:16:52.002280 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5740bd55-72c7-4325-a76c-dbbeee05bab1 req-5eab4e3c-f912-453f-9920-b4ff8e73d175 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524681 Mar 21 11:16:52.142713 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a2d94-8a35-4e59-a1e8-383aa4c66387 req-a72a90d2-4f19-444f-b165-4ca8241dbb15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:52.144358 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f75a2d94-8a35-4e59-a1e8-383aa4c66387 req-a72a90d2-4f19-444f-b165-4ca8241dbb15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0574026 Mar 21 11:16:52.214085 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f75a2d94-8a35-4e59-a1e8-383aa4c66387 req-f13eaca6-3dd2-4ccf-96d2-8bf73f6a642c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634220 Mar 21 11:16:52.216940 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:52.960350 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f7f712-7e48-4151-93fd-4a1bf582e242 req-cb075392-2a89-40e4-98b1-626f05640cf2 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:52.964026 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55f7f712-7e48-4151-93fd-4a1bf582e242 req-cb075392-2a89-40e4-98b1-626f05640cf2 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0776708 Mar 21 11:16:53.040127 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55f7f712-7e48-4151-93fd-4a1bf582e242 req-f38f99cc-71bf-4765-ade2-497d786e6b69 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719631 Mar 21 11:16:53.175953 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717d9a1-617b-45c8-ade4-2a96fb4e9d0d req-db709559-59fe-472d-beeb-c1332f5fd6ed tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:53.177394 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9717d9a1-617b-45c8-ade4-2a96fb4e9d0d req-db709559-59fe-472d-beeb-c1332f5fd6ed tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0685568 Mar 21 11:16:53.246475 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9717d9a1-617b-45c8-ade4-2a96fb4e9d0d req-3d18cb05-427d-4078-8d8d-af52ae70b143 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627623 Mar 21 11:16:53.385125 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb924a5f-f8ed-405e-8fd1-2a69be7d0318 req-dd0e673a-f2d2-48fd-b1d2-c416b32aaa24 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:53.386904 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb924a5f-f8ed-405e-8fd1-2a69be7d0318 req-dd0e673a-f2d2-48fd-b1d2-c416b32aaa24 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0618186 Mar 21 11:16:53.439960 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb924a5f-f8ed-405e-8fd1-2a69be7d0318 req-d059390c-3192-4744-9996-c2b910ca589b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468955 Mar 21 11:16:54.176648 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d6bb8-5e4b-417e-a63d-54c1618ce304 req-2b2066e0-ae73-4417-af53-a43bed363b67 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:54.178229 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c71d6bb8-5e4b-417e-a63d-54c1618ce304 req-2b2066e0-ae73-4417-af53-a43bed363b67 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0564451 Mar 21 11:16:54.190155 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:54.514131 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c71d6bb8-5e4b-417e-a63d-54c1618ce304 req-7e8707f9-ce7c-42a0-9c17-3f9150b248d1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3209877 Mar 21 11:16:54.628162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61865f5-0ec8-4eb8-b3f2-78269b3a1d63 req-55e7fcc1-cc87-4fa7-90f4-dfe383c34437 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:54.629608 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f61865f5-0ec8-4eb8-b3f2-78269b3a1d63 req-55e7fcc1-cc87-4fa7-90f4-dfe383c34437 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0537369 Mar 21 11:16:54.683101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f61865f5-0ec8-4eb8-b3f2-78269b3a1d63 req-f7fed1b7-09e7-4bc2-a3ad-78a4f0b42dac tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Mar 21 11:16:54.800851 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f8954-074b-4131-b3ff-1bc927a11956 req-36a1ca06-bf9e-44c4-8264-cde6490aaa54 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:54.802485 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e61f8954-074b-4131-b3ff-1bc927a11956 req-36a1ca06-bf9e-44c4-8264-cde6490aaa54 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0615189 Mar 21 11:16:54.858619 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e61f8954-074b-4131-b3ff-1bc927a11956 req-d52e37d5-e92d-4811-9a9a-34e5835124aa tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494535 Mar 21 11:16:55.071645 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-d53479c7-0150-4d9f-864d-744a56f2c046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.073772 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-d53479c7-0150-4d9f-864d-744a56f2c046 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1168 time: 0.0554922 Mar 21 11:16:55.231140 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-efda9b74-35f0-4b05-9827-5442e611bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.231140 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-efda9b74-35f0-4b05-9827-5442e611bf2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 915 time: 0.1464634 Mar 21 11:16:55.309284 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-bce1953d-c663-40c1-bd80-885d5ad4bce0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 1001 time: 0.0718911 Mar 21 11:16:55.329445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:55.362715 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-255f230e-373c-456e-83ff-e7c6d1611162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.364263 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-255f230e-373c-456e-83ff-e7c6d1611162 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.0495412 Mar 21 11:16:55.415935 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-1bb6badb-2707-45a1-bc0d-5dd2aaad61e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.417444 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-1bb6badb-2707-45a1-bc0d-5dd2aaad61e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470777 Mar 21 11:16:55.526741 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-daa64aa3-ec5a-4d25-908a-60e307aa4d31 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977645 Mar 21 11:16:55.666426 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a215ab12-74e6-48f3-8b5c-cff28c613f00 req-fbee394c-bb72-4ae1-b4ad-fe7be9f87f31 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334710 Mar 21 11:16:55.681608 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c750c5-f0a7-4e78-8154-c2b942cbe488 req-588811ba-db22-4c9f-a380-06e83bba438f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.683247 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-96c750c5-f0a7-4e78-8154-c2b942cbe488 req-588811ba-db22-4c9f-a380-06e83bba438f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0916796 Mar 21 11:16:55.779960 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-96c750c5-f0a7-4e78-8154-c2b942cbe488 req-bbfbb102-4281-45d2-89c7-acaf27992c98 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837328 Mar 21 11:16:55.875780 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71f28-d012-4524-ad82-827d3ee25767 req-d4eb1d52-29dc-4827-bfa4-aea7f22c5586 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:55.877356 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bee71f28-d012-4524-ad82-827d3ee25767 req-d4eb1d52-29dc-4827-bfa4-aea7f22c5586 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0650327 Mar 21 11:16:55.933261 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bee71f28-d012-4524-ad82-827d3ee25767 req-b58a031f-4a84-4b67-9643-8449a887d6b6 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490725 Mar 21 11:16:56.018085 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a491ec-31c0-4d5b-95c4-c6d23ecd9229 req-fa65cb4c-eb54-42d0-b8de-eb21ced20f42 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.019759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9a491ec-31c0-4d5b-95c4-c6d23ecd9229 req-fa65cb4c-eb54-42d0-b8de-eb21ced20f42 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0828257 Mar 21 11:16:56.088334 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a9a491ec-31c0-4d5b-95c4-c6d23ecd9229 req-09ad9a16-ad7c-496b-87c6-0dc973186eb2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621712 Mar 21 11:16:56.267440 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a5aa3-ce7e-4947-baf4-d694011abfa6 req-3431832c-c708-4853-89e1-e68530d3365d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.269170 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-327a5aa3-ce7e-4947-baf4-d694011abfa6 req-3431832c-c708-4853-89e1-e68530d3365d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0981944 Mar 21 11:16:56.292837 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-1c6f8f11-1099-4870-b21b-29739859d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.294481 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-1c6f8f11-1099-4870-b21b-29739859d945 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 1130 time: 0.0749264 Mar 21 11:16:56.418862 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-327a5aa3-ce7e-4947-baf4-d694011abfa6 req-6a1fe356-45b2-4c23-afbf-0635cdf1fc94 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358678 Mar 21 11:16:56.465292 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2b77-4340-4414-b7ad-524b755f9ff7 req-f487f094-d4ed-4b75-b3fc-2f57aa597dd6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.466759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d4f2b77-4340-4414-b7ad-524b755f9ff7 req-f487f094-d4ed-4b75-b3fc-2f57aa597dd6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.1146986 Mar 21 11:16:56.468036 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-6120c22a-84a8-4fe8-9c18-bbd2cbe4235a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.469348 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-6120c22a-84a8-4fe8-9c18-bbd2cbe4235a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.1666889 Mar 21 11:16:56.574271 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3d4f2b77-4340-4414-b7ad-524b755f9ff7 req-cc658e01-5eb4-4ded-81d5-1aae891f1096 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017077 Mar 21 11:16:56.575949 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-3cbf984e-cf5b-4e23-a8a1-9f1a3e6d0976 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 200 len: 1002 time: 0.0972867 Mar 21 11:16:56.626276 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-1c27cc7c-4617-4ef8-aa95-003dd72d6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.627740 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-1c27cc7c-4617-4ef8-aa95-003dd72d6b44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.0454309 Mar 21 11:16:56.694184 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-9b46a7e1-49f4-44ba-b0e5-9179ff29904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.695706 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-9b46a7e1-49f4-44ba-b0e5-9179ff29904f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574288 Mar 21 11:16:56.791314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-248b0be4-e042-44fa-a708-c9db9841361f service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879540 Mar 21 11:16:56.932184 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a5e5d5-53e9-4c22-9d78-a9087443acb2 req-fb0368ae-6cf0-4b72-949b-a68234254a3d service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311390 Mar 21 11:16:56.952231 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116f486-8ebb-4914-a650-eb77fc115a02 req-80a02b33-b2a8-4f7a-91ca-92a39f15fd6d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:56.953865 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3116f486-8ebb-4914-a650-eb77fc115a02 req-80a02b33-b2a8-4f7a-91ca-92a39f15fd6d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0827549 Mar 21 11:16:57.022909 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3116f486-8ebb-4914-a650-eb77fc115a02 req-7e5e85e6-9e8c-4e5e-9cd5-37eb285ece1d tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0603602 Mar 21 11:16:57.223130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef729d-e611-4773-8208-bbe3eeb2dc8c req-65c6d489-3198-437a-ad3a-aa31c415af5f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:57.224664 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4ef729d-e611-4773-8208-bbe3eeb2dc8c req-65c6d489-3198-437a-ad3a-aa31c415af5f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0561614 Mar 21 11:16:57.274402 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4ef729d-e611-4773-8208-bbe3eeb2dc8c req-719a7288-ac3d-4c87-a5ba-23aabc6beda7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440912 Mar 21 11:16:57.557322 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6310414f-464b-486c-ab2d-4e49719b2f87 req-db15becf-d390-4d60-b05a-2211a7560d8d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:57.558968 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6310414f-464b-486c-ab2d-4e49719b2f87 req-db15becf-d390-4d60-b05a-2211a7560d8d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0665131 Mar 21 11:16:57.612953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6310414f-464b-486c-ab2d-4e49719b2f87 req-01e79ec7-37af-4985-83c9-16d0f45bcefd tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482218 Mar 21 11:16:57.724263 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b05f1-b2fb-4d15-a864-c9c5dff80cca req-411c15df-1ceb-4f35-a7d8-d2e77404d487 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:57.725836 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f6b05f1-b2fb-4d15-a864-c9c5dff80cca req-411c15df-1ceb-4f35-a7d8-d2e77404d487 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0578647 Mar 21 11:16:57.778651 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f6b05f1-b2fb-4d15-a864-c9c5dff80cca req-3607a017-6902-4c3e-85d4-cd1ef5a7c033 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449126 Mar 21 11:16:58.080512 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790151b1-3e68-4803-aa23-c992ae744e63 req-27840862-7f32-4fa0-b21c-3f783de9d751 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.082412 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-790151b1-3e68-4803-aa23-c992ae744e63 req-27840862-7f32-4fa0-b21c-3f783de9d751 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 945 time: 0.0651011 Mar 21 11:16:58.204240 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d46cd-f5dd-4396-bbd2-d368cae11fa8 req-6cfe3536-c19e-43c2-95fe-3bcc2590688a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.205876 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e57d46cd-f5dd-4396-bbd2-d368cae11fa8 req-6cfe3536-c19e-43c2-95fe-3bcc2590688a tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.1103065 Mar 21 11:16:58.247642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:16:58.247983 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.335742 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e57d46cd-f5dd-4396-bbd2-d368cae11fa8 req-54493df7-dd1e-4fc8-adfe-60553b7955fd tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1231313 Mar 21 11:16:58.389770 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] For port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:16:58.390341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.500088 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f47d-6535-421a-b334-6d87956f245a req-4f41b8e5-c01a-4be8-980b-d503b05da52e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.501820 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7512f47d-6535-421a-b334-6d87956f245a req-4f41b8e5-c01a-4be8-980b-d503b05da52e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.1291792 Mar 21 11:16:58.636781 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7512f47d-6535-421a-b334-6d87956f245a req-19acda9e-140a-479e-9895-0bbc1e615854 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057816 Mar 21 11:16:58.660317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.660858 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.661647 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 4f01a923-a18b-4ffe-8b8c-4db94c825c94 disassociated. External IP: 172.27.1.130, port: 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6. Mar 21 11:16:58.661782 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:16:58.791922 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a6118f-6713-4bbb-bf33-11a41294d12e req-14950c9f-cf51-4cdd-a6b7-a4cde032b6e5 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:58.793585 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a6118f-6713-4bbb-bf33-11a41294d12e req-14950c9f-cf51-4cdd-a6b7-a4cde032b6e5 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0838604 Mar 21 11:16:58.905560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:58.912817 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-36a6118f-6713-4bbb-bf33-11a41294d12e req-d5f567bb-95a2-4811-b6ae-1d7750502d92 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134717 Mar 21 11:16:58.950954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:16:59.042614 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664b7b6-6a8c-4075-81ff-cb10005d9032 req-4ebc4060-f1be-4d9e-a954-6b92746256ae tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.044307 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7664b7b6-6a8c-4075-81ff-cb10005d9032 req-4ebc4060-f1be-4d9e-a954-6b92746256ae tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=74ac4422-4c4d-4391-b3b8-3b8f797a5e75 HTTP/1.1" status: 200 len: 867 time: 0.1783917 Mar 21 11:16:59.121973 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7664b7b6-6a8c-4075-81ff-cb10005d9032 req-44a4cf7f-6041-41aa-a99b-ba9a7f750400 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=6cf777a6-f838-453b-b042-6405847fab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700808 Mar 21 11:16:59.131891 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:16:59.269957 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:16:59.282082 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:16:59.295331 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:59.295980 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:59.324971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] No DVR routers for this DVR port 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:16:59.329781 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:16:59.334391 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-790151b1-3e68-4803-aa23-c992ae744e63 req-4784c66a-e3dc-4054-a23a-a02396577635 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "DELETE /v2.0/ports/58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 HTTP/1.1" status: 204 len: 173 time: 1.2459590 Mar 21 11:16:59.335150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'name': 'network-vif-deleted', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:16:59.339370 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ef3f5b-0d1c-4d6f-8e61-4d61767a281c" -d '{"events": [{"server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "name": "network-vif-deleted", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:16:59.428288 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615ad5f4-b1ee-4c11-9ffd-8a4dc6c82261 x-openstack-request-id: req-615ad5f4-b1ee-4c11-9ffd-8a4dc6c82261 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:16:59.428909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74ac4422-4c4d-4391-b3b8-3b8f797a5e75", "name": "network-vif-deleted", "tag": "58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:16:59.429441 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-615ad5f4-b1ee-4c11-9ffd-8a4dc6c82261 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:16:59.430370 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74ac4422-4c4d-4391-b3b8-3b8f797a5e75', 'name': 'network-vif-deleted', 'tag': '58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6', 'status': 'completed', 'code': 200} Mar 21 11:16:59.445162 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:16:59.542798 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f0e38-557b-40d9-9f40-b5091023d2cc req-4cf94243-fb95-48e9-b32d-9d31a9183fbe tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.544605 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-687f0e38-557b-40d9-9f40-b5091023d2cc req-4cf94243-fb95-48e9-b32d-9d31a9183fbe tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.1054156 Mar 21 11:16:59.622886 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-687f0e38-557b-40d9-9f40-b5091023d2cc req-d6e9a2f4-2262-47d0-846d-d5d6c303e6e1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699193 Mar 21 11:16:59.726972 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:59.761642 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:16:59.771179 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:16:59.771831 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:16:59.784632 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53186b-ebc3-412c-9186-c1772c3cc621 req-b1242ff9-b4ab-47f0-829a-5b563545c17b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:16:59.786824 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af53186b-ebc3-412c-9186-c1772c3cc621 req-b1242ff9-b4ab-47f0-829a-5b563545c17b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0660529 Mar 21 11:16:59.849371 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af53186b-ebc3-412c-9186-c1772c3cc621 req-a490f1b4-f299-4f62-8e24-c62dcd4fca1c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563543 Mar 21 11:16:59.898595 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:00.219786 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34566) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:00.228250 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:00.256710 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3966348-6be1-43a8-aec7-909351835d38 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:00.283421 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (6cf777a6-f838-453b-b042-6405847fab9f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.312124 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (6cf777a6-f838-453b-b042-6405847fab9f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.378740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (6cf777a6-f838-453b-b042-6405847fab9f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.384846 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.386115 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/security-groups/6cf777a6-f838-453b-b042-6405847fab9f HTTP/1.1" status: 204 len: 168 time: 0.1653178 Mar 21 11:17:00.389568 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34568) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:00.398559 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9100213-32c4-4bc0-b8b6-13e8c7250ea4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf777a6-f838-453b-b042-6405847fab9f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:00.410102 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-fd22624c-6a00-4d44-90dd-3edc57d28116 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] show failed (client error): The resource could not be found. Mar 21 11:17:00.414701 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fd22624c-6a00-4d44-90dd-3edc57d28116 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups/6cf777a6-f838-453b-b042-6405847fab9f HTTP/1.1" status: 404 len: 347 time: 0.0240207 Mar 21 11:17:00.415295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34570) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:00.519960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7dfec4-a932-4cab-9b4e-e9fd1ddbc7dd None None] New status for floating IP 4f01a923-a18b-4ffe-8b8c-4db94c825c94: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:00.560101 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port f5a26dd2-9816-45cb-9c40-d476bed5fad2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:00.561333 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.644741 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.645059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (f5a26dd2-9816-45cb-9c40-d476bed5fad2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.660335 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for f5a26dd2-9816-45cb-9c40-d476bed5fad2 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:00.754870 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e25346-f07f-43e9-8b52-f412d9c89884 req-186ed841-fcbd-48fe-90d5-41832e48903c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:00.756561 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23e25346-f07f-43e9-8b52-f412d9c89884 req-186ed841-fcbd-48fe-90d5-41832e48903c tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0587738 Mar 21 11:17:00.834578 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23e25346-f07f-43e9-8b52-f412d9c89884 req-de351073-a2b0-4332-af2d-eea54ea0b6d7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0718346 Mar 21 11:17:00.848526 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (f5a26dd2-9816-45cb-9c40-d476bed5fad2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.875961 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=f5a26dd2-9816-45cb-9c40-d476bed5fad2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:00.904633 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (4f01a923-a18b-4ffe-8b8c-4db94c825c94), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.907465 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:00.908431 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-53453ca1-c0f0-40bb-8bbd-29f35b191a4d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/floatingips/4f01a923-a18b-4ffe-8b8c-4db94c825c94 HTTP/1.1" status: 204 len: 168 time: 0.4921935 Mar 21 11:17:01.002376 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcf423-de06-4b52-82d9-6e2020ebcba7 req-7a934dd3-5016-4f24-b81c-ad8ff8c1520a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.003915 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdfcf423-de06-4b52-82d9-6e2020ebcba7 req-7a934dd3-5016-4f24-b81c-ad8ff8c1520a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0568552 Mar 21 11:17:01.054494 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdfcf423-de06-4b52-82d9-6e2020ebcba7 req-47725533-1c76-4f0d-9dcd-6b8984b47b72 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448208 Mar 21 11:17:01.265807 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34580) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:01.272330 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194812862', 'description': 'tempest-description--936176446'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:01.300117 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.379308 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (02759707-03a7-4584-816d-2463817321a3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.384816 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (02759707-03a7-4584-816d-2463817321a3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.414508 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.415760 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1486957 Mar 21 11:17:01.418812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34582) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:01.423120 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '02759707-03a7-4584-816d-2463817321a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:01.430937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d484655-aae4-435d-acbe-b3e5796b0944 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02759707-03a7-4584-816d-2463817321a3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:01.453933 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (4ee7e045-dd5f-4e25-8e83-5af05c6bec35), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.518562 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (4ee7e045-dd5f-4e25-8e83-5af05c6bec35), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.522937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (4ee7e045-dd5f-4e25-8e83-5af05c6bec35), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.541499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee7e045-dd5f-4e25-8e83-5af05c6bec35,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:01.549553 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.550799 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-911a8738-c881-4965-802e-c89c615cd006 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310658 Mar 21 11:17:01.553725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34584) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:01.559199 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '02759707-03a7-4584-816d-2463817321a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:01.587122 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (61bb8542-b55b-4fc3-a391-91a364f7a345), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.657214 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (61bb8542-b55b-4fc3-a391-91a364f7a345), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.670243 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (61bb8542-b55b-4fc3-a391-91a364f7a345), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.690602 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61bb8542-b55b-4fc3-a391-91a364f7a345,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:01.703550 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.709157 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-796d4243-5537-4bec-ae18-fac1ecbaa4ba tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1501608 Mar 21 11:17:01.709663 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34588) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:01.715668 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:01.736451 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.854024 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:01.961969 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.27.1.163 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/b8baed54-9ab3-4a9f-807b-bb502169187e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:01.965316 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0558499f-c0c4-4111-96db-70d7d9f9fcda req-d425c0e2-f063-44eb-9ba1-2b24e43c22cf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:01.967044 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0558499f-c0c4-4111-96db-70d7d9f9fcda req-d425c0e2-f063-44eb-9ba1-2b24e43c22cf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0599537 Mar 21 11:17:02.028006 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0558499f-c0c4-4111-96db-70d7d9f9fcda req-ca4891fb-16a8-4a2a-bace-0b684f617ee1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540891 Mar 21 11:17:02.074937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.114614 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.159585 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:02.165969 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:02.168675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:02.187165 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=b8baed54-9ab3-4a9f-807b-bb502169187e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:02.212363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d15e8-f66a-45d2-bb4e-378f15dcc22b req-12b21e20-aff4-46b0-9188-a901df91ac35 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:02.214325 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-435d15e8-f66a-45d2-bb4e-378f15dcc22b req-12b21e20-aff4-46b0-9188-a901df91ac35 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 943 time: 0.0720375 Mar 21 11:17:02.253595 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.268984 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-435d15e8-f66a-45d2-bb4e-378f15dcc22b req-8c35fe19-1b3a-4786-95b0-2e7eaee26dfb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464280 Mar 21 11:17:02.307209 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.460415 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.466126 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.480220 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:02.482413 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:02.502227 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.510324 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:02.510653 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 58b96dbd-5a0c-4f6a-acf6-eb6ffbef73e6 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:02.528737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.529973 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8190417 Mar 21 11:17:02.530860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f194ec-c457-4121-8ec4-32300a689994 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=b8baed54-9ab3-4a9f-807b-bb502169187e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:02.604355 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:02.616648 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'mac_address': 'fa:16:3e:2f:d1:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:02.655418 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:02.655810 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.669993 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:02.692542 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:02.698522 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:02.737378 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-42819d92-4600-4f37-a919-01cedc8660b7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--194812862&fields=id&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 267 time: 0.0463359 Mar 21 11:17:02.753225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=9']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:02.760648 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.761020 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.761440 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.761874 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.762154 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.763431 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.763920 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.764420 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.764908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.765398 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.765757 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.766118 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.766560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.766895 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.767222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:02.850329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-31e79af0-b80f-44d4-8c75-52d9a05a1cef tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:02.851811 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-31e79af0-b80f-44d4-8c75-52d9a05a1cef tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.1071670 Mar 21 11:17:02.866453 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-583507eb-d3fb-402a-b599-b6362a4e66cb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/quotas/88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 375 time: 0.0093167 Mar 21 11:17:02.931218 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-9d87217a-5819-4a08-8c2c-bf756f167401 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595808 Mar 21 11:17:02.977807 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['d29c3e66-29e2-42f0-bb40-0ce6bf90b83a'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:03.111956 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-dd115dc3-c65f-4746-b3c3-920fd9f6f04a service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673744 Mar 21 11:17:03.129704 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-6dd62e82-0a0f-41cf-8129-32554f61a60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.131168 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-6dd62e82-0a0f-41cf-8129-32554f61a60f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.1200280 Mar 21 11:17:03.197301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c1016-bc34-49be-b7cb-05cbf2871d44 req-22c2a536-c7c2-46fc-821f-863edd3811fc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.198745 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b5c1016-bc34-49be-b7cb-05cbf2871d44 req-22c2a536-c7c2-46fc-821f-863edd3811fc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1750882 Mar 21 11:17:03.586372 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4b5c1016-bc34-49be-b7cb-05cbf2871d44 req-62e38e66-bcfe-4eda-9755-24e837296236 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3616724 Mar 21 11:17:03.590454 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-0b0e4712-4c06-400d-9301-a407d1d7baef service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720364 Mar 21 11:17:03.591580 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-d15781c9-f47f-4b56-acd3-55047a187f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.592912 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-d15781c9-f47f-4b56-acd3-55047a187f8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.4244957 Mar 21 11:17:03.706607 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-fb8ca4b5-defe-4168-b12c-6129c0b06f83 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 1000 time: 0.0981326 Mar 21 11:17:03.732172 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38f95b-d14e-4955-8712-2a0a11f5e8d8 req-be83769d-f566-435b-874c-46d6a2bf779e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.733792 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca38f95b-d14e-4955-8712-2a0a11f5e8d8 req-be83769d-f566-435b-874c-46d6a2bf779e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0835466 Mar 21 11:17:03.828030 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-3d25661d-9358-4df7-bf12-900baef42946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.829557 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-3d25661d-9358-4df7-bf12-900baef42946 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.1154253 Mar 21 11:17:03.895445 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e4b563-5c46-4d70-8499-aec8ed04b148 req-1f38d6d5-aeb9-49d9-aedd-aa31752005cc tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.896965 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-73e4b563-5c46-4d70-8499-aec8ed04b148 req-1f38d6d5-aeb9-49d9-aedd-aa31752005cc tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 944 time: 0.1451280 Mar 21 11:17:03.905800 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ca38f95b-d14e-4955-8712-2a0a11f5e8d8 req-64694f1e-652b-49b3-8aee-bb571214b074 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1527123 Mar 21 11:17:03.965090 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-77e7120f-365a-4697-8a8f-8b4c059d568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:03.966694 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-77e7120f-365a-4697-8a8f-8b4c059d568e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1251121 Mar 21 11:17:03.982819 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-73e4b563-5c46-4d70-8499-aec8ed04b148 req-b7f1553c-f38f-48b8-a143-d19016f4b1e1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759239 Mar 21 11:17:04.008363 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aa7832c8-885b-468e-b581-e1e0f5d47271 req-3832e664-5246-457a-be2f-f84514860aa4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 210 time: 0.0406721 Mar 21 11:17:04.086531 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-5d37795b-6654-4c2e-a753-f4d145d872d8 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092560 Mar 21 11:17:04.181602 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-80796b8e-56ba-4588-8e12-6975ca169dc0 req-52ea908a-5c6e-4db7-836a-25fca1f0e3e0 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Mar 21 11:17:04.498147 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:04.561278 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:04.561696 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:04.651519 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:04.652007 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:04.678738 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:04.681200 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee71094-42ae-4b64-93da-d540a7da939a" -d '{"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:04.695421 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:04.700357 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:04.731152 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ef2096-ab76-4347-aa69-6cfe67ecac41 x-openstack-request-id: req-06ef2096-ab76-4347-aa69-6cfe67ecac41 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:04.731439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-plugged", "status": "completed", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:04.731685 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-06ef2096-ab76-4347-aa69-6cfe67ecac41 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:04.732251 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'code': 200} Mar 21 11:17:04.772923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=10']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:04.790845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4c556-9f04-453e-a11f-8766d546331c req-85a99aa4-665e-4b43-b30b-4c5a6a3b9ff8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:04.792799 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1f4c556-9f04-453e-a11f-8766d546331c req-85a99aa4-665e-4b43-b30b-4c5a6a3b9ff8 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1325324 Mar 21 11:17:04.873910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-07d940a4-38b2-443f-aa58-d6a87f232d8c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:04.875337 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-07d940a4-38b2-443f-aa58-d6a87f232d8c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.1581197 Mar 21 11:17:04.879270 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b1f4c556-9f04-453e-a11f-8766d546331c req-b78d9be0-2548-4b75-9b1d-11a76fd6c211 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798638 Mar 21 11:17:04.947113 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-f719c8c1-c17f-4d8f-9715-db545b02cf53 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 379 time: 0.0598011 Mar 21 11:17:04.959576 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'port': {'device_id': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'admin_state_up': True, 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'security_groups': ['02759707-03a7-4584-816d-2463817321a3']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:05.127065 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f732b8-16cf-4ea7-9f7e-c5fbad37ac34 req-5d469e2c-294b-4694-94a6-cb4912e965bf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.128580 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f732b8-16cf-4ea7-9f7e-c5fbad37ac34 req-5d469e2c-294b-4694-94a6-cb4912e965bf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.1251576 Mar 21 11:17:05.183892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6764e30-c7b5-4602-8497-e85be057efea req-8f89067b-2ad1-4658-bfa7-7f009dff1687 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.185685 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6764e30-c7b5-4602-8497-e85be057efea req-8f89067b-2ad1-4658-bfa7-7f009dff1687 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.1212289 Mar 21 11:17:05.186433 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:17:05.192665 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.280108 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-27f732b8-16cf-4ea7-9f7e-c5fbad37ac34 req-7b6a3993-e124-492a-9488-9a5ba18ac18f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1406822 Mar 21 11:17:05.337606 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48b5f1-196c-4910-b81f-cb9d92c646a0 req-0ba8354a-d3ed-4f2c-83c4-e551916cf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.339245 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a48b5f1-196c-4910-b81f-cb9d92c646a0 req-0ba8354a-d3ed-4f2c-83c4-e551916cf6bf service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 1130 time: 0.0609725 Mar 21 11:17:05.340981 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6764e30-c7b5-4602-8497-e85be057efea req-c86ad8e2-9ef3-4108-9962-3b75027cf8c1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399937 Mar 21 11:17:05.394461 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6a48b5f1-196c-4910-b81f-cb9d92c646a0 req-322654ad-d3c2-4577-bbf0-e4cffb09a37a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Mar 21 11:17:05.422539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-623322d5-139c-49b9-9341-127f4c6f3ab0 req-1931645a-b7e8-49df-9d49-3b12275b1e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 210 time: 0.0438955 Mar 21 11:17:05.445304 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.20.0.12 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/9ebf4b75-d399-4613-bdb9-069914ad2209) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:05.594625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.631455 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.679387 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:05.682903 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:05.685868 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:05.718543 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:05.747609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:05.748301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.766804 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-b3e2d3a0-0984-4b3e-8df9-62643d95538b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8112979 Mar 21 11:17:05.787518 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Request body: {'port': {'device_id': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:05.853645 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.918220 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-c1d2793a-74dd-493b-a225-e39f3ac7d9dd None None] Provisioning complete for port 9ebf4b75-d399-4613-bdb9-069914ad2209 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:05.918840 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c1d2793a-74dd-493b-a225-e39f3ac7d9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:05.957293 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-c1d2793a-74dd-493b-a225-e39f3ac7d9dd None None] Port 9ebf4b75-d399-4613-bdb9-069914ad2209 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:17:06.070512 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d43b2-85a9-4648-a25e-920bd02679c1 req-db80bab1-181e-4f6c-98d3-e2ec90eb2887 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.071983 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-239d43b2-85a9-4648-a25e-920bd02679c1 req-db80bab1-181e-4f6c-98d3-e2ec90eb2887 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1117635 Mar 21 11:17:06.151407 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-239d43b2-85a9-4648-a25e-920bd02679c1 req-81607d71-dc3d-4fa8-80a1-60f0abc1fa47 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690887 Mar 21 11:17:06.192198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ebf4b75-d399-4613-bdb9-069914ad2209 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:06.200170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks [] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:06.212147 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Transition to ACTIVE for port object 9ebf4b75-d399-4613-bdb9-069914ad2209 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:17:06.216799 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:06.270465 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:06.346259 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Attempting to bind port 9ebf4b75-d399-4613-bdb9-069914ad2209 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:17:06.346617 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Attempting to bind port 9ebf4b75-d399-4613-bdb9-069914ad2209 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:17:06.346932 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Attempting to bind port 9ebf4b75-d399-4613-bdb9-069914ad2209 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:06.352240 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Port 9ebf4b75-d399-4613-bdb9-069914ad2209 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:17:06.352555 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Attempting to bind port 9ebf4b75-d399-4613-bdb9-069914ad2209 on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:06.358476 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:17:06.358821 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:17:06.359208 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:17:06.359827 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Bound port: 9ebf4b75-d399-4613-bdb9-069914ad2209, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:17:06.360197 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:06.499123 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494a7df-757c-4ab7-839d-c9ee74ecf8d1 req-1260318e-9070-4f8f-885c-9f82e921861f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.500957 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b494a7df-757c-4ab7-839d-c9ee74ecf8d1 req-1260318e-9070-4f8f-885c-9f82e921861f tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.1372194 Mar 21 11:17:06.504137 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:17:06.507536 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9ebf4b75-d399-4613-bdb9-069914ad2209,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:17:06.521921 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:06.568839 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe59d6-d8f3-48d5-9e6e-643d48e4f8e2 req-61bdcb65-90c3-414c-a792-2959542e22e6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.570374 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7dbe59d6-d8f3-48d5-9e6e-643d48e4f8e2 req-61bdcb65-90c3-414c-a792-2959542e22e6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.1452916 Mar 21 11:17:06.611297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.611916 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:06.613333 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ebf4b75-d399-4613-bdb9-069914ad2209 HTTP/1.1" status: 200 len: 1094 time: 0.8303742 Mar 21 11:17:06.615642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:06.617996 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03807422-e944-4461-90dc-b9dc9c32e8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:06.667224 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664027ff-ce6f-4045-81a1-3613663f16d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:06.685961 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b494a7df-757c-4ab7-839d-c9ee74ecf8d1 req-19d48733-e323-4dc1-a202-b07ab9d57423 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765246 Mar 21 11:17:06.690593 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7dbe59d6-d8f3-48d5-9e6e-643d48e4f8e2 req-8b65e89f-f96e-4cc2-88d6-35d781bd2167 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116002 Mar 21 11:17:06.762264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f0c151-f8fe-4d2c-845b-b84328606712 x-openstack-request-id: req-96f0c151-f8fe-4d2c-845b-b84328606712 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:06.762579 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:06.762816 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-96f0c151-f8fe-4d2c-845b-b84328606712 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:06.763253 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'status': 'completed', 'code': 200} Mar 21 11:17:06.814352 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-c9ffb0bb-2a95-4d91-98f5-853386f3664e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.815879 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-c9ffb0bb-2a95-4d91-98f5-853386f3664e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 1128 time: 0.1143713 Mar 21 11:17:06.843513 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc187aee-474f-4127-8a00-937d613aac52 req-e9e4c1e7-af9c-47c7-aed7-492f57517f43 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.844977 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc187aee-474f-4127-8a00-937d613aac52 req-e9e4c1e7-af9c-47c7-aed7-492f57517f43 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 944 time: 0.0669868 Mar 21 11:17:06.891412 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-fa08f34c-2dbb-4388-862d-7ccef0d675b8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebf4b75-d399-4613-bdb9-069914ad2209 HTTP/1.1" status: 200 len: 217 time: 0.0454907 Mar 21 11:17:06.965327 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc187aee-474f-4127-8a00-937d613aac52 req-c0805b11-3a46-4ddf-9951-584b80a770db tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133237 Mar 21 11:17:06.976069 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-33aa7bf2-8cd5-4deb-8aaf-e2838886ce9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:06.977932 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-33aa7bf2-8cd5-4deb-8aaf-e2838886ce9c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0783496 Mar 21 11:17:07.044762 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-7302c70d-5cf6-4529-9956-b06c7db09021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.046566 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-7302c70d-5cf6-4529-9956-b06c7db09021 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529468 Mar 21 11:17:07.151508 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-d6f4bae0-3525-4e75-8080-1b6baac7c73b service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963876 Mar 21 11:17:07.284699 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-297f5a6d-75d9-4d1f-b522-33cdfee63d84 req-8754d100-07b8-458f-91f7-06b19e44843a service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252379 Mar 21 11:17:07.309789 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4b2b5-4ad1-4b56-8164-ce7ee66cd327 req-45340911-0a0d-40ab-a68b-257cc38961a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.311371 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2cc4b2b5-4ad1-4b56-8164-ce7ee66cd327 req-45340911-0a0d-40ab-a68b-257cc38961a7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0739403 Mar 21 11:17:07.392747 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2cc4b2b5-4ad1-4b56-8164-ce7ee66cd327 req-b72425c1-b530-4ddb-bc79-3e880189d029 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751007 Mar 21 11:17:07.403843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-8ab77781-287e-4ed1-8127-dfceff5d0dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.405933 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-8ab77781-287e-4ed1-8127-dfceff5d0dbf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 1128 time: 0.0722072 Mar 21 11:17:07.498183 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-9d0e8ab0-3d8a-46e4-8443-28a1c21324e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.499676 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-9d0e8ab0-3d8a-46e4-8443-28a1c21324e4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.0872231 Mar 21 11:17:07.546980 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-74bdde6a-b559-4b3d-8091-c6ca2dc0b1b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebf4b75-d399-4613-bdb9-069914ad2209 HTTP/1.1" status: 200 len: 217 time: 0.0400302 Mar 21 11:17:07.597884 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-835ec851-f39c-4166-af0e-d52a326b7cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.599252 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-835ec851-f39c-4166-af0e-d52a326b7cb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0445495 Mar 21 11:17:07.648557 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-b12694d0-2381-4c64-b548-6728691dcf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.650189 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-b12694d0-2381-4c64-b548-6728691dcf4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440176 Mar 21 11:17:07.749728 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-30a94bef-233c-4ab7-ab53-c13c362d8fda service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917823 Mar 21 11:17:07.913701 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee51166-ef1c-4cae-93c0-30eeee500696 req-9302ce3d-313a-4e30-bf25-8916f2d29c7b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.915195 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ee51166-ef1c-4cae-93c0-30eeee500696 req-9302ce3d-313a-4e30-bf25-8916f2d29c7b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.1580501 Mar 21 11:17:07.918142 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03807422-e944-4461-90dc-b9dc9c32e8ac req-010a146c-c6cd-46ee-b1e1-c0c51ac067f9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522100 Mar 21 11:17:07.930494 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a1082c-c7dc-4efb-9d95-1090fef40822 req-1814cbf1-e640-422f-a772-7e1fa51fb9cf tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:07.931955 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5a1082c-c7dc-4efb-9d95-1090fef40822 req-1814cbf1-e640-422f-a772-7e1fa51fb9cf tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.1417987 Mar 21 11:17:08.012581 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5a1082c-c7dc-4efb-9d95-1090fef40822 req-549958ed-14f5-48c1-88e1-a638b21103d3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741439 Mar 21 11:17:08.017975 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4ee51166-ef1c-4cae-93c0-30eeee500696 req-7ee16b80-2ca6-4d5b-83c3-63dbcf8eaa13 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=0470fa9a-5896-4b42-b6b4-47da0728448e&id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0960536 Mar 21 11:17:08.131024 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c877d72e-45c2-4da4-9bd0-99d23d63c3f4 req-2466ca62-c59a-4c7e-8a41-718e8f90dab6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:08.133287 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c877d72e-45c2-4da4-9bd0-99d23d63c3f4 req-2466ca62-c59a-4c7e-8a41-718e8f90dab6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 944 time: 0.0602131 Mar 21 11:17:08.192592 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c877d72e-45c2-4da4-9bd0-99d23d63c3f4 req-92311c1e-2ec7-44dd-ab55-9fcd6c585ed8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518444 Mar 21 11:17:08.524045 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142de100-8209-4224-9c54-f511d30efa24 req-d2e089db-3991-472d-b873-cd4a23e63bbf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:08.525552 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-142de100-8209-4224-9c54-f511d30efa24 req-d2e089db-3991-472d-b873-cd4a23e63bbf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0564890 Mar 21 11:17:08.578006 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-142de100-8209-4224-9c54-f511d30efa24 req-450c00f5-51b5-4986-bc6a-6931f9ae7648 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463500 Mar 21 11:17:09.325487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26516d-70aa-4ade-a875-f8965f4ac0f8 req-c14d285d-14cb-4b9b-9a9d-663ee632c1c1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:09.327039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd26516d-70aa-4ade-a875-f8965f4ac0f8 req-c14d285d-14cb-4b9b-9a9d-663ee632c1c1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 944 time: 0.0604117 Mar 21 11:17:09.375225 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd26516d-70aa-4ade-a875-f8965f4ac0f8 req-fcd09e1a-96d9-4ece-aad8-d49a6bf299d8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423360 Mar 21 11:17:09.714974 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d3560-b268-4572-8a1e-902df0285b10 req-9b7c37bd-f9bd-4235-a6b1-b575f547bb8f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:09.717169 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb8d3560-b268-4572-8a1e-902df0285b10 req-9b7c37bd-f9bd-4235-a6b1-b575f547bb8f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0601916 Mar 21 11:17:09.766213 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb8d3560-b268-4572-8a1e-902df0285b10 req-1380d672-b259-46f1-925d-a3b9698bff22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430794 Mar 21 11:17:10.500806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5705a90-096b-4c10-ae45-412951eb2b7a req-3787bba7-8f56-4482-afac-54049b1397f4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:10.502245 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5705a90-096b-4c10-ae45-412951eb2b7a req-3787bba7-8f56-4482-afac-54049b1397f4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 944 time: 0.0555377 Mar 21 11:17:10.542827 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 9ebf4b75-d399-4613-bdb9-069914ad2209 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:10.553816 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f5705a90-096b-4c10-ae45-412951eb2b7a req-c17ec2f0-066f-4a1a-99b0-57f47cf1b4bb tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447936 Mar 21 11:17:10.649449 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9ebf4b75-d399-4613-bdb9-069914ad2209,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:10.663960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'port_id': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'mac_address': 'fa:16:3e:3c:10:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:10.716213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 9ebf4b75-d399-4613-bdb9-069914ad2209 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:10.716866 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:10.739493 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ebf4b75-d399-4613-bdb9-069914ad2209 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:10.766668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9ebf4b75-d399-4613-bdb9-069914ad2209,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:10.772489 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:10.829711 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:10.911373 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a799af50-cf74-46b2-9b61-5687177a2d11 req-bebe1bb3-6741-4fe4-ba66-ab69fd68544a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:10.912900 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a799af50-cf74-46b2-9b61-5687177a2d11 req-bebe1bb3-6741-4fe4-ba66-ab69fd68544a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0583055 Mar 21 11:17:10.962687 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a799af50-cf74-46b2-9b61-5687177a2d11 req-46f1083c-f4ed-45a6-939d-4f9eee8bed8e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436084 Mar 21 11:17:11.059113 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['9ebf4b75-d399-4613-bdb9-069914ad2209'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:11.688046 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb381c7-1f17-43a6-862c-eab424eadc5a req-abf983ac-d561-4fd3-b3c0-f96e8003ea08 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:11.689992 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-feb381c7-1f17-43a6-862c-eab424eadc5a req-abf983ac-d561-4fd3-b3c0-f96e8003ea08 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 945 time: 0.0596111 Mar 21 11:17:11.742953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-feb381c7-1f17-43a6-862c-eab424eadc5a req-1cc14e09-7c0f-4475-bc74-1198a8edd916 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464118 Mar 21 11:17:12.088926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d46a73-2276-4a73-9239-e42da10a9b32 req-21719209-b92f-4ece-a91f-b0291d14bb3b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:12.090756 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-46d46a73-2276-4a73-9239-e42da10a9b32 req-21719209-b92f-4ece-a91f-b0291d14bb3b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0537863 Mar 21 11:17:12.142734 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-46d46a73-2276-4a73-9239-e42da10a9b32 req-42cdbca3-d2c2-4cc9-b12c-0169aad1626a tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462813 Mar 21 11:17:12.548731 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 9ebf4b75-d399-4613-bdb9-069914ad2209 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:12.609446 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 9ebf4b75-d399-4613-bdb9-069914ad2209 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:17:12.613476 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 9ebf4b75-d399-4613-bdb9-069914ad2209 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:12.613885 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:12.703206 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 9ebf4b75-d399-4613-bdb9-069914ad2209 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:12.703603 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:12.749263 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:12.752531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ff5d85-e63a-418d-80d1-8f9197efc699" -d '{"events": [{"server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "name": "network-vif-plugged", "status": "completed", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:12.768877 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9ebf4b75-d399-4613-bdb9-069914ad2209,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:12.774094 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:12.801668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36255c8-9a40-4c0e-bf3a-0f7fb29502f8 x-openstack-request-id: req-e36255c8-9a40-4c0e-bf3a-0f7fb29502f8 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:12.801668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "name": "network-vif-plugged", "status": "completed", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:12.801668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e36255c8-9a40-4c0e-bf3a-0f7fb29502f8 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:12.802052 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'code': 200} Mar 21 11:17:12.835642 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:12.870217 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31a303b-7c29-4465-9829-407d199ee366 req-9f8ea669-198e-4a9b-933e-5d5e129f313b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:12.872072 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e31a303b-7c29-4465-9829-407d199ee366 req-9f8ea669-198e-4a9b-933e-5d5e129f313b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0577304 Mar 21 11:17:12.925742 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e31a303b-7c29-4465-9829-407d199ee366 req-520644cb-e180-484a-aef2-b3fbdee9e981 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480716 Mar 21 11:17:12.983013 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ce8da-11aa-4839-b78d-ffe6662e5fd7 req-67809af1-82cd-4834-a10a-c95c7a8e19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:12.984508 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb7ce8da-11aa-4839-b78d-ffe6662e5fd7 req-67809af1-82cd-4834-a10a-c95c7a8e19b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 1130 time: 0.0441816 Mar 21 11:17:13.029198 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cb7ce8da-11aa-4839-b78d-ffe6662e5fd7 req-c39204ef-0e1f-4d73-a2cc-d467d90b2c3a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Mar 21 11:17:13.528565 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03ffcc-4745-4a5f-b474-6091d467afbb req-862c41ef-07d5-46c8-896d-e876fb7cf763 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:13.530100 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd03ffcc-4745-4a5f-b474-6091d467afbb req-862c41ef-07d5-46c8-896d-e876fb7cf763 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.3123894 Mar 21 11:17:13.578340 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dd03ffcc-4745-4a5f-b474-6091d467afbb req-9ff31750-267f-405e-bf9a-d4b1bce422ed tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425389 Mar 21 11:17:14.062631 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32959452-5d33-42a2-b007-749523510fee req-3d82e00a-b2f9-4707-b51a-1f68d3d0eaf1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:14.064161 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32959452-5d33-42a2-b007-749523510fee req-3d82e00a-b2f9-4707-b51a-1f68d3d0eaf1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0641057 Mar 21 11:17:14.115587 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32959452-5d33-42a2-b007-749523510fee req-665de570-dcc4-4fb0-b8a6-25349fdc5b49 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431850 Mar 21 11:17:14.711886 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8733a4d-0bcd-4b24-b94e-032bd25367cd req-d0cff82e-c413-4462-b5e3-aa2e9577befa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:14.713363 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8733a4d-0bcd-4b24-b94e-032bd25367cd req-d0cff82e-c413-4462-b5e3-aa2e9577befa tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0642645 Mar 21 11:17:14.771155 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c8733a4d-0bcd-4b24-b94e-032bd25367cd req-244c9d25-ad6e-418b-b488-b124a2f92564 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483954 Mar 21 11:17:15.262829 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f0418-1060-4977-bd10-fb83e2a67509 req-a9802670-fa2d-4eb0-b6b7-a46f5f971f52 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:15.264390 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c5f0418-1060-4977-bd10-fb83e2a67509 req-a9802670-fa2d-4eb0-b6b7-a46f5f971f52 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0608492 Mar 21 11:17:15.313492 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c5f0418-1060-4977-bd10-fb83e2a67509 req-2ad31745-4a34-44ce-b425-abfa0a73a0f3 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426316 Mar 21 11:17:15.436811 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98cd967-e408-435e-9b74-4174ba03a517 req-35ee2a53-a130-4921-8465-00cec19b4dc0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:15.438238 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e98cd967-e408-435e-9b74-4174ba03a517 req-35ee2a53-a130-4921-8465-00cec19b4dc0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0561690 Mar 21 11:17:15.448043 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:15.452524 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'port_id': '9ebf4b75-d399-4613-bdb9-069914ad2209'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:15.497547 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:15.959126 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7544e90-f1c2-4a62-8a8b-35c3dc7e079a req-b7b91722-1056-4251-81f9-37426e4509e0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:15.960648 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7544e90-f1c2-4a62-8a8b-35c3dc7e079a req-b7b91722-1056-4251-81f9-37426e4509e0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0972645 Mar 21 11:17:16.037894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:16.048407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:16.086668 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a7544e90-f1c2-4a62-8a8b-35c3dc7e079a req-c8a1e21b-d3b8-45a3-9afd-cf060a5b95dc tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179013 Mar 21 11:17:16.155978 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 64205b42-db12-4452-8b3a-f9a2d4c1c668 associated. External IP: 172.27.1.163, port: 9ebf4b75-d399-4613-bdb9-069914ad2209. Mar 21 11:17:16.372195 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:16.497294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:16.503049 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:16.509534 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:16.519004 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:16.519625 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:16.540185 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-04c7651c-4e19-481a-af9f-ec70edb0174f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "PUT /v2.0/floatingips/64205b42-db12-4452-8b3a-f9a2d4c1c668 HTTP/1.1" status: 200 len: 992 time: 1.0910237 Mar 21 11:17:16.540759 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:16.543053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39" -d '{"events": [{"name": "network-changed", "server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:16.588600 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa53618-d304-43c0-8caa-32e454cbb92d x-openstack-request-id: req-5fa53618-d304-43c0-8caa-32e454cbb92d {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:16.588896 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:16.589155 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5fa53618-d304-43c0-8caa-32e454cbb92d {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:16.589575 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'status': 'completed', 'code': 200} Mar 21 11:17:16.636163 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:16.662540 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-9f9b3b12-024d-4295-bbd0-f2b3e567e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:16.664544 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-9f9b3b12-024d-4295-bbd0-f2b3e567e001 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 1130 time: 0.0471485 Mar 21 11:17:16.758516 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-b3cb5a8c-54fc-4048-9f8e-8ef84459bd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:16.760030 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-b3cb5a8c-54fc-4048-9f8e-8ef84459bd26 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.0880444 Mar 21 11:17:16.841345 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-a84ff491-eb75-4f0b-93a6-25c50e04e562 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ebf4b75-d399-4613-bdb9-069914ad2209 HTTP/1.1" status: 200 len: 1000 time: 0.0739269 Mar 21 11:17:16.882916 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '64205b42-db12-4452-8b3a-f9a2d4c1c668', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:3c:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:02Z', 'updated_at': '2022-03-21T11:17:15Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:16.899552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-a50b1598-da8a-4235-a89b-e884a9d49e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:16.901175 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-a50b1598-da8a-4235-a89b-e884a9d49e59 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0533030 Mar 21 11:17:16.917768 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:16.936072 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:16.936699 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:16:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:16.951577 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-287d7d21-a2d6-44bf-8d16-33de05cc4ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:16.953244 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-287d7d21-a2d6-44bf-8d16-33de05cc4ec7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461469 Mar 21 11:17:17.045450 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:17.048391 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-7caf9a04-7d92-4347-96a6-3430ab882b26 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869207 Mar 21 11:17:17.161990 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2aaf489-a977-4abc-b1e0-58fea5bc7e39 req-15322aa6-f8e8-41b2-b8d0-e2ca7227a09c service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060822 Mar 21 11:17:17.250501 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fdf78f-da6c-4e2e-a1fa-d9ee103534e8 req-71c9a78a-943b-49c9-93c4-13bfa8c1d00e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:17.252876 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31fdf78f-da6c-4e2e-a1fa-d9ee103534e8 req-71c9a78a-943b-49c9-93c4-13bfa8c1d00e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0896029 Mar 21 11:17:17.305403 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-31fdf78f-da6c-4e2e-a1fa-d9ee103534e8 req-af30bd1e-cc91-4941-ba69-fd08203d69de tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461862 Mar 21 11:17:17.343658 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '64205b42-db12-4452-8b3a-f9a2d4c1c668', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:3c:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:02Z', 'updated_at': '2022-03-21T11:17:15Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:17.370533 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea3b135-3c73-4dfc-ad39-c27d3bc57915 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '64205b42-db12-4452-8b3a-f9a2d4c1c668', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.163', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 429, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:3c:10:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:02Z', 'updated_at': '2022-03-21T11:17:15Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:17.600455 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cfffaa-da4c-4f60-aaeb-52fc405efffa None None] New status for floating IP 64205b42-db12-4452-8b3a-f9a2d4c1c668: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:18.243988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7ec43cb0-7b79-4688-a480-bfefb41e75ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:18.431642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a47b597-bc58-4d9c-a3e6-026d1664f69f req-437e1d34-89e1-4e78-8123-5088b72ef5f0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:18.433151 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a47b597-bc58-4d9c-a3e6-026d1664f69f req-437e1d34-89e1-4e78-8123-5088b72ef5f0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0567360 Mar 21 11:17:18.490294 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a47b597-bc58-4d9c-a3e6-026d1664f69f req-9d397a9c-dc51-49de-841b-71a3a35db896 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492599 Mar 21 11:17:18.868842 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:19.633795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e0620-7bde-49b0-9e2b-fe187ffaa23e req-ed40e73f-e37e-4016-bf80-73de9ed82e5c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:19.635356 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-018e0620-7bde-49b0-9e2b-fe187ffaa23e req-ed40e73f-e37e-4016-bf80-73de9ed82e5c tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0686367 Mar 21 11:17:19.687461 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-018e0620-7bde-49b0-9e2b-fe187ffaa23e req-e32063ac-fe4d-4add-85ad-3388b3f8dec2 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Mar 21 11:17:20.836700 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a4692-1a2a-4f1e-a758-109ed3014ef3 req-b4276585-671b-4864-bee3-1867a0762241 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:20.838221 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-589a4692-1a2a-4f1e-a758-109ed3014ef3 req-b4276585-671b-4864-bee3-1867a0762241 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0812695 Mar 21 11:17:20.889722 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927a023c-be6c-42df-b8e0-ea8838e55df7 req-5a2c1749-f9ac-40a8-ba01-115450a77e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:20.891596 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-927a023c-be6c-42df-b8e0-ea8838e55df7 req-5a2c1749-f9ac-40a8-ba01-115450a77e04 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0868175 Mar 21 11:17:20.898714 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9c0d432e-bf88-444e-92b9-fc16ba35801e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:20.901724 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-589a4692-1a2a-4f1e-a758-109ed3014ef3 req-dbeacdad-ba2a-44fe-9481-57fd19aa5588 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576656 Mar 21 11:17:20.952507 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-927a023c-be6c-42df-b8e0-ea8838e55df7 req-713b00e2-e831-4c7b-9eab-06e96578aa1e service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497894 Mar 21 11:17:22.024990 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480f119-f15f-4e56-8fb4-70ab9d399f91 req-388725ec-69c1-450f-b3d5-7fbdf6ef0380 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:22.026538 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8480f119-f15f-4e56-8fb4-70ab9d399f91 req-388725ec-69c1-450f-b3d5-7fbdf6ef0380 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0546637 Mar 21 11:17:22.074674 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8480f119-f15f-4e56-8fb4-70ab9d399f91 req-8feefa13-2d97-4fe8-8177-3d652e72dd64 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 Mar 21 11:17:22.211203 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:22.305020 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:17:23.201228 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a5596-fc9d-4761-bcdf-19b363bf76b6 req-69604bd5-c716-4207-b7c7-0d35fd44ad01 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:23.202739 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-122a5596-fc9d-4761-bcdf-19b363bf76b6 req-69604bd5-c716-4207-b7c7-0d35fd44ad01 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0597577 Mar 21 11:17:23.258432 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-122a5596-fc9d-4761-bcdf-19b363bf76b6 req-062165f3-d774-4939-8fb9-26f1a9cb68d7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500131 Mar 21 11:17:23.731007 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f376e75-6605-462d-810f-e3ff06ae3572 req-06e07719-b3a2-41e9-ae02-3515ee64c8dd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:23.732373 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f376e75-6605-462d-810f-e3ff06ae3572 req-06e07719-b3a2-41e9-ae02-3515ee64c8dd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0979652 Mar 21 11:17:23.735327 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-71085241-8901-483b-8008-6774fa51601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:23.736641 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-71085241-8901-483b-8008-6774fa51601f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0936418 Mar 21 11:17:23.841440 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f376e75-6605-462d-810f-e3ff06ae3572 req-c5a79898-0873-4440-8ada-16a434d16eb7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025302 Mar 21 11:17:23.867891 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-b38b93f3-3c9a-48f6-b12d-eacfe5f19d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:23.869446 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-b38b93f3-3c9a-48f6-b12d-eacfe5f19d03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1245885 Mar 21 11:17:23.947374 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-d1f8e0ca-310e-4517-bf7f-5ae28ca86c01 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 1000 time: 0.0625901 Mar 21 11:17:23.997598 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-91a1feed-4ca5-4ee7-b237-9a736e5e23f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:23.998947 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-91a1feed-4ca5-4ee7-b237-9a736e5e23f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0448844 Mar 21 11:17:24.065749 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-535d9127-d4a4-42f7-9975-b916e93b215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:24.067776 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-535d9127-d4a4-42f7-9975-b916e93b215f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604157 Mar 21 11:17:24.159894 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-710c043d-ac6a-4c2e-b881-c489a1577d47 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845973 Mar 21 11:17:24.194925 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:24.255782 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a0010516-05f3-4a2c-99b1-3781d9b64490 req-58635119-a4ec-4932-8e46-3b69265e8f9c service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869768 Mar 21 11:17:24.973864 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e122fce-8276-490b-893b-9a1ee0fa57b5 req-db8025f0-84df-44c6-80f1-f025d9e219ed tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:24.975489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e122fce-8276-490b-893b-9a1ee0fa57b5 req-db8025f0-84df-44c6-80f1-f025d9e219ed tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0602071 Mar 21 11:17:25.034395 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e122fce-8276-490b-893b-9a1ee0fa57b5 req-56383f75-4674-43a5-af7b-087af5e5427b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520153 Mar 21 11:17:25.336569 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:26.171099 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f0bdf-33c1-4d2f-9a93-32252a7153b3 req-1d41eb3d-f366-487f-a06e-4e2858222a68 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:26.172611 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60f0bdf-33c1-4d2f-9a93-32252a7153b3 req-1d41eb3d-f366-487f-a06e-4e2858222a68 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0581295 Mar 21 11:17:26.223369 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b60f0bdf-33c1-4d2f-9a93-32252a7153b3 req-5701969b-1db8-4bd3-b85d-11043859336d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443265 Mar 21 11:17:27.364528 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5968e6-986f-4543-8303-3391b12a356d req-a5b97188-ccab-4dbf-8f4d-34816792d1e1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.366106 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d5968e6-986f-4543-8303-3391b12a356d req-a5b97188-ccab-4dbf-8f4d-34816792d1e1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0683267 Mar 21 11:17:27.416862 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d5968e6-986f-4543-8303-3391b12a356d req-166a6dad-26f3-445e-a4e5-e596bd39358f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449445 Mar 21 11:17:27.547039 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d5cbf-b1ce-42dd-bdec-d81c681e22bb req-d626a91e-fd00-46b1-b550-8427b9ddcc43 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:27.548643 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-557d5cbf-b1ce-42dd-bdec-d81c681e22bb req-d626a91e-fd00-46b1-b550-8427b9ddcc43 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0592701 Mar 21 11:17:27.558440 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34776) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:27.564683 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Request body: {'floatingip': {'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:27.629070 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:28.389218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:28.401137 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:28.639225 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:28.756138 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:28.761266 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:28.766728 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:28.777761 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:28.778123 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:28.796888 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:28.799316 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d069568-01fc-4492-baff-51df93a80d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:28.832954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e843ba15-332f-4108-881b-cba1085b6ac3 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "PUT /v2.0/floatingips/337091ff-2c67-4ba2-bffd-ee64a4dc3af1 HTTP/1.1" status: 200 len: 992 time: 1.2732706 Mar 21 11:17:28.851965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e246ae48-bf50-4b78-9806-95cd747bc0d0 x-openstack-request-id: req-e246ae48-bf50-4b78-9806-95cd747bc0d0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:28.852330 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:28.852733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e246ae48-bf50-4b78-9806-95cd747bc0d0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:28.853250 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'status': 'completed', 'code': 200} Mar 21 11:17:28.890757 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:28.931215 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069568-01fc-4492-baff-51df93a80d9f req-cce16439-861b-4e69-a9b3-f9e0c48ef7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:28.932806 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-cce16439-861b-4e69-a9b3-f9e0c48ef7dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0510485 Mar 21 11:17:29.025190 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069568-01fc-4492-baff-51df93a80d9f req-37e584b4-be05-4619-a9b6-6e9d86482299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:29.026627 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-37e584b4-be05-4619-a9b6-6e9d86482299 service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.0854969 Mar 21 11:17:29.100528 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-5de4f834-002a-41c2-ac54-fe62d89c8806 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 1000 time: 0.0674434 Mar 21 11:17:29.139282 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:17:28Z', 'revision_number': 3, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:29.152609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069568-01fc-4492-baff-51df93a80d9f req-eda49367-ac48-4f88-b1e6-8a929a9fc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:29.154868 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-eda49367-ac48-4f88-b1e6-8a929a9fc894 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0471282 Mar 21 11:17:29.165911 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:29.174988 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:29.175619 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:29.207996 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d069568-01fc-4492-baff-51df93a80d9f req-36f7c870-db05-40ee-a146-6e6a1be87100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:29.209551 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-36f7c870-db05-40ee-a146-6e6a1be87100 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435126 Mar 21 11:17:29.288994 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:29.306658 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-d0c7d00b-15de-4113-97bb-e6fbf3686882 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897369 Mar 21 11:17:29.407636 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d069568-01fc-4492-baff-51df93a80d9f req-c563bf14-5bd6-46ce-b683-3fdb373a43a9 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939412 Mar 21 11:17:29.634321 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:17:28Z', 'revision_number': 3, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:29.660739 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf29bf39-82f6-42b0-9ac2-b0570be9d1e5 None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '337091ff-2c67-4ba2-bffd-ee64a4dc3af1', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'floating_ip_address': '172.27.1.15', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'port_id': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 399, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'mac_address': 'fa:16:3e:b3:0d:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:15:33Z', 'updated_at': '2022-03-21T11:17:28Z', 'revision_number': 3, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:30.854635 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:30.857099 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce40827-40f0-482b-9e8f-aba7f7b9b382" -d '{"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:30.898054 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988c2a80-a668-4553-82d8-6bacf3fd8016 x-openstack-request-id: req-988c2a80-a668-4553-82d8-6bacf3fd8016 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:30.898359 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:30.898611 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-988c2a80-a668-4553-82d8-6bacf3fd8016 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:30.899051 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'status': 'completed', 'code': 200} Mar 21 11:17:30.977137 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-292d2b25-fe64-4d27-8cc8-378fd7c180c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:30.978719 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-292d2b25-fe64-4d27-8cc8-378fd7c180c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 1129 time: 0.0492837 Mar 21 11:17:31.080120 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-963e290a-9db0-4293-8f46-a92579099f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:31.081601 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-963e290a-9db0-4293-8f46-a92579099f8d service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.0964737 Mar 21 11:17:31.155119 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-47c061ad-967f-4897-95a9-e52c9121638b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 200 len: 1000 time: 0.0628710 Mar 21 11:17:31.214188 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-e96bcc2e-a176-4fb7-8cde-b009518f5860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:31.215663 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-e96bcc2e-a176-4fb7-8cde-b009518f5860 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.0512967 Mar 21 11:17:31.271374 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-53304969-bcff-47cb-be55-bdc24e27a695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:31.272889 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-53304969-bcff-47cb-be55-bdc24e27a695 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471928 Mar 21 11:17:31.371933 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-f53ea42b-de41-4baf-acce-9ddc8b8d8145 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865219 Mar 21 11:17:31.476421 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cce40827-40f0-482b-9e8f-aba7f7b9b382 req-17cc128a-b0bb-4d78-9df2-9060d5a21da6 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948536 Mar 21 11:17:38.347480 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1aba6-499e-4a23-9b66-63eed4047809 req-00c33c7b-7f65-4f4e-89ee-cb77dca9958e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:38.349043 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83b1aba6-499e-4a23-9b66-63eed4047809 req-00c33c7b-7f65-4f4e-89ee-cb77dca9958e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0575843 Mar 21 11:17:38.398245 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-83b1aba6-499e-4a23-9b66-63eed4047809 req-7f92a85b-75a3-4cba-90db-e2eebeb24e7f tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434041 Mar 21 11:17:39.539298 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32db59a8-64ee-4583-b4f0-a7edc8f6f60c req-3fd81976-98a5-4d43-bd12-a512361f6966 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:39.542038 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32db59a8-64ee-4583-b4f0-a7edc8f6f60c req-3fd81976-98a5-4d43-bd12-a512361f6966 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0694797 Mar 21 11:17:39.601182 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-32db59a8-64ee-4583-b4f0-a7edc8f6f60c req-824eaad8-142c-4085-94f6-2ffc9daa81cf tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520978 Mar 21 11:17:40.738396 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8c842-ac57-41d7-ab75-5a4409c3f7fb req-014e019b-a338-4c69-af09-7d1dc311d600 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:40.741158 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23a8c842-ac57-41d7-ab75-5a4409c3f7fb req-014e019b-a338-4c69-af09-7d1dc311d600 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0647097 Mar 21 11:17:40.802755 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23a8c842-ac57-41d7-ab75-5a4409c3f7fb req-79ea9ce9-1dc7-4e78-bae0-207d287a7bf0 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=9b71bfc7-519f-4adb-8704-bedee425a8cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555558 Mar 21 11:17:40.847109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-f4ea646a-f799-4b7f-924e-8e6de5585ef2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:40.848675 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-f4ea646a-f799-4b7f-924e-8e6de5585ef2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 946 time: 0.0626624 Mar 21 11:17:40.952553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Deleting port f425c410-8442-4bdb-98c0-85c8b5e95663 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:40.952874 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.051765 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] For port f425c410-8442-4bdb-98c0-85c8b5e95663, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f425c410-8442-4bdb-98c0-85c8b5e95663,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:41.052109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.248669 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.248980 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.249314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Floating IP 201f2633-88c5-4c6f-8a1c-3c9436d2bc56 disassociated. External IP: 172.27.1.190, port: f425c410-8442-4bdb-98c0-85c8b5e95663. Mar 21 11:17:41.249726 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Calling delete_port for f425c410-8442-4bdb-98c0-85c8b5e95663 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:41.401215 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (f425c410-8442-4bdb-98c0-85c8b5e95663), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.436321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'Port': ['ID=f425c410-8442-4bdb-98c0-85c8b5e95663,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:41.565521 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:41.685889 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:41.697750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:41.710983 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:41.711584 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:41.742832 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] No DVR routers for this DVR port f425c410-8442-4bdb-98c0-85c8b5e95663 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:41.745532 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:41.749077 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-da7685ca-2d14-4671-8dd0-c4edd238fae4 req-5771bbd1-e740-4cb1-985b-cf9b907bd950 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "DELETE /v2.0/ports/f425c410-8442-4bdb-98c0-85c8b5e95663 HTTP/1.1" status: 204 len: 173 time: 0.8947105 Mar 21 11:17:41.749575 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'name': 'network-vif-deleted', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:41.751978 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6370f0af-66d1-449b-a971-8dc747c2dd99" -d '{"events": [{"server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "name": "network-vif-deleted", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:41.821923 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4590b647-2b74-4c9b-a09d-779dbfea3c82 x-openstack-request-id: req-4590b647-2b74-4c9b-a09d-779dbfea3c82 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:41.822585 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c715fea4-6cb0-483a-9e4a-6bf909524c24", "name": "network-vif-deleted", "tag": "f425c410-8442-4bdb-98c0-85c8b5e95663", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:41.823141 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4590b647-2b74-4c9b-a09d-779dbfea3c82 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:41.823831 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c715fea4-6cb0-483a-9e4a-6bf909524c24', 'name': 'network-vif-deleted', 'tag': 'f425c410-8442-4bdb-98c0-85c8b5e95663', 'status': 'completed', 'code': 200} Mar 21 11:17:41.898297 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:41.947003 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-671cadc3-1589-4f54-a500-55aa4f5dee06 req-16c682f2-9bc8-4370-8490-6b405e5db7e1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=c715fea4-6cb0-483a-9e4a-6bf909524c24 HTTP/1.1" status: 200 len: 210 time: 0.0283730 Mar 21 11:17:42.161064 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:42.217060 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:42.235044 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:42.236119 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:42.395184 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:42.656316 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:42.684844 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13a82c7-1f81-4562-a0f7-cbc9313fe13f None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:42.943826 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62e1222-1663-49c9-b876-9683fface896 None None] New status for floating IP 201f2633-88c5-4c6f-8a1c-3c9436d2bc56: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:43.078420 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34820) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.147525 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (9b71bfc7-519f-4adb-8704-bedee425a8cb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.177254 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (9b71bfc7-519f-4adb-8704-bedee425a8cb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.231467 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9b71bfc7-519f-4adb-8704-bedee425a8cb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.236276 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.238337 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b71bfc7-519f-4adb-8704-bedee425a8cb HTTP/1.1" status: 204 len: 168 time: 0.1585958 Mar 21 11:17:43.241296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34826) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.253054 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b71bfc7-519f-4adb-8704-bedee425a8cb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.255458 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-6c511270-02c6-40b8-94ee-f02bfbf83376 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] show failed (client error): The resource could not be found. Mar 21 11:17:43.256463 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6c511270-02c6-40b8-94ee-f02bfbf83376 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups/9b71bfc7-519f-4adb-8704-bedee425a8cb HTTP/1.1" status: 404 len: 347 time: 0.0140684 Mar 21 11:17:43.260449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34828) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:43.261022 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.261229 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.261458 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.261823 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.262163 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.262496 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.262821 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.263178 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.263506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.263831 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.264309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.264645 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.264974 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.265300 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.265654 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d76fe0f-064a-429e-99db-795343ccad4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:43.403767 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Deleting port 9fa9c534-5482-42a7-b800-fadcea43eb0d {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:43.404106 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.491107 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.491352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (9fa9c534-5482-42a7-b800-fadcea43eb0d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.505944 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Calling delete_port for 9fa9c534-5482-42a7-b800-fadcea43eb0d owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:43.650069 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (9fa9c534-5482-42a7-b800-fadcea43eb0d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.676543 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'Port': ['ID=9fa9c534-5482-42a7-b800-fadcea43eb0d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:43.701677 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (201f2633-88c5-4c6f-8a1c-3c9436d2bc56), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.704331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:43.705555 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-74a202b5-a988-4c6b-9694-86b30b77fa0b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "DELETE /v2.0/floatingips/201f2633-88c5-4c6f-8a1c-3c9436d2bc56 HTTP/1.1" status: 204 len: 168 time: 0.4450126 Mar 21 11:17:44.043682 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34834) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:44.049049 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--552820340', 'description': 'tempest-description--164910213'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:44.071951 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.154103 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (086f0d18-48a4-44c0-b889-f31d3713b44b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.159242 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (086f0d18-48a4-44c0-b889-f31d3713b44b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.189842 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=086f0d18-48a4-44c0-b889-f31d3713b44b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:44.194165 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.195401 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-682db13d-3a54-41d5-86a5-bd2fbb31124d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1504142 Mar 21 11:17:44.198478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:44.203220 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group_rule': {'security_group_id': '086f0d18-48a4-44c0-b889-f31d3713b44b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:44.229800 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (b2ead3cc-057c-43f9-9723-1159388dd35e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.293977 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (b2ead3cc-057c-43f9-9723-1159388dd35e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.299291 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (b2ead3cc-057c-43f9-9723-1159388dd35e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.318827 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ead3cc-057c-43f9-9723-1159388dd35e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:44.326113 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.326203 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ca82f974-960f-471a-90c1-d4acd0fa06f2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265006 Mar 21 11:17:44.329209 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34838) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:44.333642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'security_group_rule': {'security_group_id': '086f0d18-48a4-44c0-b889-f31d3713b44b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:44.361751 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (5153c808-242e-4fe0-a809-3eec5ed2a1a2), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.426999 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (5153c808-242e-4fe0-a809-3eec5ed2a1a2), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.431100 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (5153c808-242e-4fe0-a809-3eec5ed2a1a2), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.449603 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5153c808-242e-4fe0-a809-3eec5ed2a1a2,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:44.459240 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.460807 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d7320ac2-360f-4a96-b503-d515b6f24448 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304584 Mar 21 11:17:44.464177 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34840) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:44.469303 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:44.495258 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.600175 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.649990 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f425c410-8442-4bdb-98c0-85c8b5e95663 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:44.670960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: f425c410-8442-4bdb-98c0-85c8b5e95663 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:44.671300 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f425c410-8442-4bdb-98c0-85c8b5e95663 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:44.710684 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Allocated IP 172.27.1.80 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/7b6ebca4-c27a-41cd-a030-65a82a77328b) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:44.818937 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.858415 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:44.899130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:44.904221 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:44.909281 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:44.912637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=7b6ebca4-c27a-41cd-a030-65a82a77328b,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:45.021766 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.065341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.223098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.228551 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.307797 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=7b6ebca4-c27a-41cd-a030-65a82a77328b,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:45.321149 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.338976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:45.340468 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2e76fbf8-3323-4ee4-879e-170af71a4ce2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8752329 Mar 21 11:17:45.574868 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-a72453ba-b570-44f5-9857-db1506a25068 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--552820340&fields=id&tenant_id=7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 267 time: 0.0460916 Mar 21 11:17:45.703919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-c8ae2cba-e09e-4e98-b5c6-b2a41e3df6fb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:45.705608 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-c8ae2cba-e09e-4e98-b5c6-b2a41e3df6fb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 811 time: 0.1208231 Mar 21 11:17:45.724818 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-590c5460-0b5b-4ecb-b11d-5fc08ca06f98 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/quotas/7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 375 time: 0.0115733 Mar 21 11:17:45.784227 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-42f03d73-8c2a-4469-b302-ba167f9932b6 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538449 Mar 21 11:17:45.896538 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-3e966771-61ad-4954-bf23-201d39467486 service neutron] 10.222.0.53 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940416 Mar 21 11:17:45.990132 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-3bdd2f98-c067-4161-aaa3-268f8e4e3070 service neutron] 10.222.0.53 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875235 Mar 21 11:17:46.178296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f09e3cc-2c36-467c-8398-49f4314b4949 req-6d3eed1b-1988-4ee5-8fd1-bb07653bf9a6 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 210 time: 0.0313687 Mar 21 11:17:47.292249 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14437f05-8b78-4d8d-b113-19a4c36204e7 req-f3352e9d-96d1-457e-a204-9f5276e5aca9 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 210 time: 0.0349803 Mar 21 11:17:47.399927 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-ad847a87-3a48-4b6f-bde1-17b8a92fbf7e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:47.401419 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-ad847a87-3a48-4b6f-bde1-17b8a92fbf7e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 811 time: 0.1120660 Mar 21 11:17:47.471568 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-295587d7-422d-4327-b1c6-8a61c40d155b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f15a391524a4f21b22f609e36a226dc HTTP/1.1" status: 200 len: 379 time: 0.0583341 Mar 21 11:17:47.484196 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'port': {'device_id': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'admin_state_up': True, 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'security_groups': ['086f0d18-48a4-44c0-b889-f31d3713b44b']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:47.873552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Made reservation on behalf of 7f15a391524a4f21b22f609e36a226dc for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:17:47.877294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.014531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Allocated IP 172.20.0.13 (a0f20d25-51ed-4a45-a64a-11982e8e9adb/60b83dd5-ebd8-48a6-8bd3-e3eecc9612de/71a334f5-7493-42d8-993c-5902b23e9440) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:48.172503 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for port (71a334f5-7493-42d8-993c-5902b23e9440), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.210779 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.254750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-68dbd742-8c4e-4808-9f32-de8cfeeb6878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.259415 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:48.265682 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:48.270825 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:48.275593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event updated for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:48.347954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.348660 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.368287 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-cc85b414-d9dc-4dc7-93fa-b7090e1ed0c2 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8882234 Mar 21 11:17:48.381012 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Request body: {'port': {'device_id': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:48.485091 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (71a334f5-7493-42d8-993c-5902b23e9440), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.511301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f4587-d69a-44a6-8d64-34c82b366180 req-4c85e012-8bc4-4d9f-87fd-cba47d5761dc tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:48.512964 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee9f4587-d69a-44a6-8d64-34c82b366180 req-4c85e012-8bc4-4d9f-87fd-cba47d5761dc tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 932 time: 0.1084743 Mar 21 11:17:48.547064 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-1ee3e888-d3d1-4284-b24e-da09173fd6d4 None None] Provisioning complete for port 71a334f5-7493-42d8-993c-5902b23e9440 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:48.547341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ee3e888-d3d1-4284-b24e-da09173fd6d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (71a334f5-7493-42d8-993c-5902b23e9440), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.594805 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-1ee3e888-d3d1-4284-b24e-da09173fd6d4 None None] Port 71a334f5-7493-42d8-993c-5902b23e9440 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:17:48.653484 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee9f4587-d69a-44a6-8d64-34c82b366180 req-7ab8e092-8147-471e-a204-b1a17df72bf1 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124096 Mar 21 11:17:48.840267 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a334f5-7493-42d8-993c-5902b23e9440 {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:48.849546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks [] for port (71a334f5-7493-42d8-993c-5902b23e9440), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.865160 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Transition to ACTIVE for port object 71a334f5-7493-42d8-993c-5902b23e9440 will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:17:48.870485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.882883 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:48.941888 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Pushing event updated for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:48.999360 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Attempting to bind port 71a334f5-7493-42d8-993c-5902b23e9440 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:17:48.999752 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Attempting to bind port 71a334f5-7493-42d8-993c-5902b23e9440 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:17:49.000020 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Attempting to bind port 71a334f5-7493-42d8-993c-5902b23e9440 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:49.005010 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Port 71a334f5-7493-42d8-993c-5902b23e9440 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:17:49.005350 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Attempting to bind port 71a334f5-7493-42d8-993c-5902b23e9440 on network a0f20d25-51ed-4a45-a64a-11982e8e9adb {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:17:49.011436 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:17:49.012086 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Checking segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:17:49.012472 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Bound using segment: {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:17:49.012899 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Bound port: 71a334f5-7493-42d8-993c-5902b23e9440, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e3b2624-730e-4139-90ef-bdbdea354a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:17:49.013256 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (71a334f5-7493-42d8-993c-5902b23e9440), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.085338 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:17:49.088724 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=71a334f5-7493-42d8-993c-5902b23e9440,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:17:49.095892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.128459 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.129087 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:49.130711 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] 10.222.0.35 "PUT /v2.0/ports/71a334f5-7493-42d8-993c-5902b23e9440 HTTP/1.1" status: 200 len: 1094 time: 0.7551069 Mar 21 11:17:49.133037 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:49.136454 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391308f9-06c7-4b2f-84ec-4cf526f15a13" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "tag": "71a334f5-7493-42d8-993c-5902b23e9440"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:49.170307 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d050c7-29fc-49ee-86ab-f6fd500f4bcb service neutron] Pushing event updated for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:49.190020 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c6eeee-a2fe-4f4b-90a4-be7148b2479e x-openstack-request-id: req-c6c6eeee-a2fe-4f4b-90a4-be7148b2479e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:49.190336 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "tag": "71a334f5-7493-42d8-993c-5902b23e9440", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:49.190568 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c6c6eeee-a2fe-4f4b-90a4-be7148b2479e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:49.190981 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440', 'status': 'completed', 'code': 200} Mar 21 11:17:49.225820 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-7c7d41e0-a1d1-4143-bee6-92ed8d40b4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.227322 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-7c7d41e0-a1d1-4143-bee6-92ed8d40b4c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 1128 time: 0.0483422 Mar 21 11:17:49.276618 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-7de6efbe-beb1-406c-b1cc-42cfd613da1f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71a334f5-7493-42d8-993c-5902b23e9440 HTTP/1.1" status: 200 len: 217 time: 0.0405638 Mar 21 11:17:49.329101 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-042e54db-82fa-4710-81b2-cda9735aa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.330621 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-042e54db-82fa-4710-81b2-cda9735aa129 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.0474505 Mar 21 11:17:49.383425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-714e57bb-835b-4c3d-9ed9-51ecbc663532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.384857 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-714e57bb-835b-4c3d-9ed9-51ecbc663532 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463052 Mar 21 11:17:49.485059 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-511ae39e-8c72-4b89-a5ec-1fb35c7ba798 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920444 Mar 21 11:17:49.588130 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-904ca162-6f4f-4937-83cb-9187249cf8cb req-536784e1-eb08-48e4-953c-e746e423c118 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951564 Mar 21 11:17:49.703885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-715dd50a-a68f-479a-961e-84250623573a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.705436 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-715dd50a-a68f-479a-961e-84250623573a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 1128 time: 0.0585814 Mar 21 11:17:49.854357 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-c032ef8b-08c3-4e8d-b36a-6c0b9775a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.855879 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-c032ef8b-08c3-4e8d-b36a-6c0b9775a455 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.1394773 Mar 21 11:17:49.864359 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29886c18-da20-4a45-a8f0-07362ab2c105 req-e9cbd710-6914-4c1b-b460-f36f8dd9b84b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:49.865964 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29886c18-da20-4a45-a8f0-07362ab2c105 req-e9cbd710-6914-4c1b-b460-f36f8dd9b84b tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 944 time: 0.1032560 Mar 21 11:17:49.921308 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-8ff3557e-9138-48e9-82d7-9e6a90720835 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71a334f5-7493-42d8-993c-5902b23e9440 HTTP/1.1" status: 200 len: 217 time: 0.0541987 Mar 21 11:17:49.995657 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29886c18-da20-4a45-a8f0-07362ab2c105 req-dd1f7a56-6fdc-409a-a7c6-d2461503714d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222899 Mar 21 11:17:50.000282 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-3c3045fb-f2a0-4ea7-8e5a-b0f522284797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.001865 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-3c3045fb-f2a0-4ea7-8e5a-b0f522284797 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.0713720 Mar 21 11:17:50.070707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-29909ba3-3585-4a6a-834e-c3a00d49b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:50.072283 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-29909ba3-3585-4a6a-834e-c3a00d49b1a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0634232 Mar 21 11:17:50.170566 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-6e5d9b3f-60b1-44cc-b227-ca223a804c38 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912251 Mar 21 11:17:50.284833 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-391308f9-06c7-4b2f-84ec-4cf526f15a13 req-2aee82d5-daf3-467f-93bf-5adde1974212 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062803 Mar 21 11:17:50.901728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2fff5a64-2c3c-4f53-97cf-c5d711beec23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.129932 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aae6a9-002f-4412-a2fe-81d6c0f1b15e req-31e38515-bfb1-422d-8cc4-7752874df132 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.131548 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3aae6a9-002f-4412-a2fe-81d6c0f1b15e req-31e38515-bfb1-422d-8cc4-7752874df132 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 944 time: 0.0588839 Mar 21 11:17:51.188187 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3aae6a9-002f-4412-a2fe-81d6c0f1b15e req-9b1c8c2c-9ec3-4a09-9e44-50d215740e86 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502045 Mar 21 11:17:51.281026 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-e6e7e9e3-83a1-439a-80e8-b4f2871220ef tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1308847122&fields=id&tenant_id=6a0022e1f8894598b76c23ed8fff29bd HTTP/1.1" status: 200 len: 267 time: 0.0541425 Mar 21 11:17:51.345030 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-56489e6e-f40d-483c-bd79-2a92c3d9a5d0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.346642 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-56489e6e-f40d-483c-bd79-2a92c3d9a5d0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 984 time: 0.0575612 Mar 21 11:17:51.357894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Request body: {'port': {'security_groups': ['e3db1e98-9769-4891-9322-4779bfc06b4a']}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:51.444973 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.680471 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:51.714446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for port (6453f465-b69a-4b9f-9728-69015b33f97f), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.720518 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.735048 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:51.775626 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:51.776346 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.778130 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02bd91eb-a2bf-4a41-9c51-2820d4af6580 req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "PUT /v2.0/ports/6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 942 time: 0.4251893 Mar 21 11:17:51.778627 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:51.781167 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92779538-e3eb-415f-ace1-d66b821a3bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:51.788176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34910) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:51.838906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c2d76-b441-4f0f-84cb-847c03302cff tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event updated for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=7']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:51.892807 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (0470fa9a-5896-4b42-b6b4-47da0728448e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.914598 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51799f73-c97b-40fc-8d39-ff16f6393be0 x-openstack-request-id: req-51799f73-c97b-40fc-8d39-ff16f6393be0 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:51.915390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:51.915390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-51799f73-c97b-40fc-8d39-ff16f6393be0 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:51.916146 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:17:51.934555 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (0470fa9a-5896-4b42-b6b4-47da0728448e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:51.944440 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:52.005600 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0470fa9a-5896-4b42-b6b4-47da0728448e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.009203 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.014020 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "DELETE /v2.0/security-groups/0470fa9a-5896-4b42-b6b4-47da0728448e HTTP/1.1" status: 204 len: 168 time: 0.2228234 Mar 21 11:17:52.014945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34914) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:52.070458 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0470fa9a-5896-4b42-b6b4-47da0728448e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:52.087266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.087824 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.088364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.088858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.089197 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.090201 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.090693 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.091180 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.091514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.091844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.092237 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.092936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.092936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.093287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.093634 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d462d51a-041e-4065-ba21-8be3c9ec363b tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:17:52.102923 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba5357-db32-4fe8-9784-8b9706811ea5 req-6d292f2d-6b06-452a-a4c0-fdc680245a99 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.106607 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8dba5357-db32-4fe8-9784-8b9706811ea5 req-6d292f2d-6b06-452a-a4c0-fdc680245a99 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.2094274 Mar 21 11:17:52.120282 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-7ffee68d-47fa-4842-bcb5-740493e98b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.121982 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-7ffee68d-47fa-4842-bcb5-740493e98b7b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1129 time: 0.1612992 Mar 21 11:17:52.223648 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8dba5357-db32-4fe8-9784-8b9706811ea5 req-55b77a9b-53e6-4291-90ae-76dbf00d74ad tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057014 Mar 21 11:17:52.225881 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-ea284650-3e50-4b32-afd3-1a63d58857cd None None] Provisioning complete for port 6453f465-b69a-4b9f-9728-69015b33f97f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:52.226268 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea284650-3e50-4b32-afd3-1a63d58857cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.241722 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Deleting port 85c0c4b3-c820-42d1-8537-f6348dc741c2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:52.242076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.267129 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.318521 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-2762a17e-1cbe-4be9-a85e-88d9dffc9673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.320031 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-2762a17e-1cbe-4be9-a85e-88d9dffc9673 service neutron] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 915 time: 0.1745417 Mar 21 11:17:52.342242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-ea284650-3e50-4b32-afd3-1a63d58857cd None None] Current status of the port 6453f465-b69a-4b9f-9728-69015b33f97f is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:52.351239 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.351559 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for floatingip (85c0c4b3-c820-42d1-8537-f6348dc741c2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.364596 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Calling delete_port for 85c0c4b3-c820-42d1-8537-f6348dc741c2 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:52.408637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfce4a6-0909-44bb-94b6-5c96e688c4ca req-1654d8f9-76aa-448d-b9d8-b970a6a9e1e4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.410215 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdfce4a6-0909-44bb-94b6-5c96e688c4ca req-1654d8f9-76aa-448d-b9d8-b970a6a9e1e4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 944 time: 0.1077461 Mar 21 11:17:52.426108 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-e876e995-53b3-4b60-bb50-f2a6bcf6df65 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 1001 time: 0.0844619 Mar 21 11:17:52.503737 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdfce4a6-0909-44bb-94b6-5c96e688c4ca req-651d653e-b293-4292-b4d4-0004d1955471 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850286 Mar 21 11:17:52.509347 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-436a940d-ee59-4d64-bdc0-59f4a60b2f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.510413 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-436a940d-ee59-4d64-bdc0-59f4a60b2f18 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.0715790 Mar 21 11:17:52.552147 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (85c0c4b3-c820-42d1-8537-f6348dc741c2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.579047 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event deleted for resources: {'Port': ['ID=85c0c4b3-c820-42d1-8537-f6348dc741c2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:52.586593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-6246dce1-f77e-4681-80a6-3b5464d9de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:52.588268 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-6246dce1-f77e-4681-80a6-3b5464d9de0c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475776 Mar 21 11:17:52.605069 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks [] for floatingip (f5dfed88-2b83-4c4f-b7df-93092f4d0173), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.605405 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Floating IP f5dfed88-2b83-4c4f-b7df-93092f4d0173 disassociated (deleted). External IP: 172.27.1.249, port: 6453f465-b69a-4b9f-9728-69015b33f97f. Mar 21 11:17:52.687179 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 71a334f5-7493-42d8-993c-5902b23e9440 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:17:52.690579 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-8be0f2c5-4fe3-4f44-98ea-f3bac5a14a20 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905261 Mar 21 11:17:52.801282 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92779538-e3eb-415f-ace1-d66b821a3bd9 req-33c6193f-105b-413a-afb5-f321c4b98575 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002350 Mar 21 11:17:52.931308 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=71a334f5-7493-42d8-993c-5902b23e9440,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:52.944371 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '71a334f5-7493-42d8-993c-5902b23e9440', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'port_id': '71a334f5-7493-42d8-993c-5902b23e9440', 'mac_address': 'fa:16:3e:71:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:17:52.985710 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 71a334f5-7493-42d8-993c-5902b23e9440 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:52.986449 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (71a334f5-7493-42d8-993c-5902b23e9440), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:52.999344 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a334f5-7493-42d8-993c-5902b23e9440 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:17:53.021102 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=71a334f5-7493-42d8-993c-5902b23e9440,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:53.026353 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.051766 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:53.079829 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:53.162429 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:53.167831 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:53.173575 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Sync routers for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:53.185410 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:53.186226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:53.198200 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9d7d259d-9f2f-47a8-a937-8969994396f0 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "DELETE /v2.0/floatingips/f5dfed88-2b83-4c4f-b7df-93092f4d0173 HTTP/1.1" status: 204 len: 168 time: 1.1791401 Mar 21 11:17:53.198837 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:53.201122 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd" -d '{"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:53.247857 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3430ca-dc4e-4c13-af3d-09ee02212ac1 x-openstack-request-id: req-0b3430ca-dc4e-4c13-af3d-09ee02212ac1 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:53.248171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:53.248682 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0b3430ca-dc4e-4c13-af3d-09ee02212ac1 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:53.249610 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:17:53.328177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:53.379336 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-dea777a0-1838-4fb4-936a-703015d471ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.380954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-dea777a0-1838-4fb4-936a-703015d471ff service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 1129 time: 0.0866923 Mar 21 11:17:53.388831 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946db95-623c-4260-87b6-7328bd03a7f1 req-f0c30364-2983-40b0-a2b6-1fb8e3825bdb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.390800 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1946db95-623c-4260-87b6-7328bd03a7f1 req-f0c30364-2983-40b0-a2b6-1fb8e3825bdb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.0811906 Mar 21 11:17:53.411758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['71a334f5-7493-42d8-993c-5902b23e9440'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:53.509778 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1946db95-623c-4260-87b6-7328bd03a7f1 req-dbceca2b-cf8e-4b62-9f4f-e3ca65f1e84b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093483 Mar 21 11:17:53.533961 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-d87b1949-8f26-4ac5-9ecc-2c059aadcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.542929 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-d87b1949-8f26-4ac5-9ecc-2c059aadcbc5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 200 len: 915 time: 0.1510754 Mar 21 11:17:53.613738 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-f8b3a609-c970-48ad-9b93-63816c0e5232 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 200 len: 217 time: 0.0586538 Mar 21 11:17:53.694744 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-2791fb5e-4cfc-4486-ad3d-d6c2a969ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.696250 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-2791fb5e-4cfc-4486-ad3d-d6c2a969ba8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 200 len: 854 time: 0.0707395 Mar 21 11:17:53.700593 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:53.708538 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640d9e72-ba10-477f-94a5-ffe0022690a9 req-4f0ad4f4-17f1-42b0-9ef1-62c85bb120cb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.710101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-640d9e72-ba10-477f-94a5-ffe0022690a9 req-4f0ad4f4-17f1-42b0-9ef1-62c85bb120cb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 945 time: 0.0993021 Mar 21 11:17:53.733200 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Checking router: 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:53.745324 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:53.745997 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:53.807194 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-640d9e72-ba10-477f-94a5-ffe0022690a9 req-ac5fcddf-db2f-46b5-afdf-82a616f7d526 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860965 Mar 21 11:17:53.813262 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-244da86b-922d-4582-889a-9720112665a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:53.814842 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-244da86b-922d-4582-889a-9720112665a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=544b4738-3cac-4be1-91e7-e59f961f95ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956757 Mar 21 11:17:53.869635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:53.926605 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-5b9c493e-3868-40ba-b558-d90bf6afe7b3 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994656 Mar 21 11:17:54.034592 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e91ba3c0-1567-4429-9461-b8d4bf2b67bd req-5c4e5186-3990-472a-a865-86e91569da86 service neutron] 10.222.0.35 "GET /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997140 Mar 21 11:17:54.106451 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:54.136298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a453d0b-3f4d-42ec-a083-db15421300f1 None None] The sync data for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi is: [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:52Z', 'revision_number': 4, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '461e3fde-57f5-444e-b4bb-bb9fed4c831c', 'name': '', 'network_id': '544b4738-3cac-4be1-91e7-e59f961f95ce', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'mac_address': 'fa:16:3e:1f:93:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:50Z', 'updated_at': '2022-03-21T11:15:05Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'subnets': [{'id': '7707a1b6-4b73-4223-b3c3-59315fd623ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:54.195009 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.331899 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-e4f768bf-f7d7-427f-85f8-9b5efd59530f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.333470 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-e4f768bf-f7d7-427f-85f8-9b5efd59530f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.0679705 Mar 21 11:17:54.427080 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815e03a5-0348-4423-b2ad-e87e99836d77 None None] New status for floating IP f5dfed88-2b83-4c4f-b7df-93092f4d0173: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:54.451825 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Deleting port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:54.452625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.575112 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] For port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:54.575493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.699434 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 71a334f5-7493-42d8-993c-5902b23e9440 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:17:54.739933 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041b25b-5910-469d-b845-ac8180a61fda req-c859a907-b38b-4505-97b6-f18bab31d721 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:54.741482 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3041b25b-5910-469d-b845-ac8180a61fda req-c859a907-b38b-4505-97b6-f18bab31d721 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 946 time: 0.1081274 Mar 21 11:17:54.763131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 71a334f5-7493-42d8-993c-5902b23e9440 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:17:54.768943 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 71a334f5-7493-42d8-993c-5902b23e9440 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:17:54.769390 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (71a334f5-7493-42d8-993c-5902b23e9440), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.861575 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3041b25b-5910-469d-b845-ac8180a61fda req-28f93edc-fe39-47a7-8276-d0017dadb7a7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c0fe132f-46c1-4750-af0b-c85898a81343&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087880 Mar 21 11:17:54.876204 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.876437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 71a334f5-7493-42d8-993c-5902b23e9440 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:17:54.876749 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.877017 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (71a334f5-7493-42d8-993c-5902b23e9440), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.877165 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Floating IP 68ed562c-1e47-492c-8f00-7650a00d8313 disassociated. External IP: 172.27.1.36, port: d29c3e66-29e2-42f0-bb40-0ce6bf90b83a. Mar 21 11:17:54.877474 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Calling delete_port for d29c3e66-29e2-42f0-bb40-0ce6bf90b83a owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:54.912776 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:54.915954 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510b6bf8-bd86-4ba2-9a65-2612f59a8396" -d '{"events": [{"server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "name": "network-vif-plugged", "status": "completed", "tag": "71a334f5-7493-42d8-993c-5902b23e9440"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:54.932346 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=71a334f5-7493-42d8-993c-5902b23e9440,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:54.941930 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:54.981158 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee59ff3-240f-479c-89ff-cad437b9b01f x-openstack-request-id: req-3ee59ff3-240f-479c-89ff-cad437b9b01f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:54.981795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "name": "network-vif-plugged", "status": "completed", "tag": "71a334f5-7493-42d8-993c-5902b23e9440", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:54.982282 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ee59ff3-240f-479c-89ff-cad437b9b01f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:54.982790 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440', 'code': 200} Mar 21 11:17:55.012978 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:55.013233 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229ff3f-393c-4c6b-878b-f55104dc0dd1 req-f4fc6ad8-aa62-4836-8fdd-9833070a5eec tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:55.016108 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b229ff3f-393c-4c6b-878b-f55104dc0dd1 req-f4fc6ad8-aa62-4836-8fdd-9833070a5eec tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 945 time: 0.0947728 Mar 21 11:17:55.116765 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (d29c3e66-29e2-42f0-bb40-0ce6bf90b83a), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.123897 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b229ff3f-393c-4c6b-878b-f55104dc0dd1 req-517c0536-a84b-40cf-9fab-7326d84f03a7 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973830 Mar 21 11:17:55.155629 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'Port': ['ID=d29c3e66-29e2-42f0-bb40-0ce6bf90b83a,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:55.181777 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140f0a-f1cb-40ca-a4fb-ee52adc85ac1 req-ee0caf3e-c2f0-4195-a4ef-facc8a5be74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:55.183349 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-76140f0a-f1cb-40ca-a4fb-ee52adc85ac1 req-ee0caf3e-c2f0-4195-a4ef-facc8a5be74f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 1130 time: 0.0605416 Mar 21 11:17:55.237532 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-76140f0a-f1cb-40ca-a4fb-ee52adc85ac1 req-9deb47b1-20e0-455e-9545-86355e4cf3d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457311 Mar 21 11:17:55.334150 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.557301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:55.685428 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:55.699942 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:55.712229 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:55.713053 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:55.727783 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] No DVR routers for this DVR port d29c3e66-29e2-42f0-bb40-0ce6bf90b83a on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:55.730448 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:55.734205 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a5167e8c-d765-4f0a-b1dc-9fef7b3cedc7 req-f5782e08-d65b-494b-b67b-d2a86540429e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "DELETE /v2.0/ports/d29c3e66-29e2-42f0-bb40-0ce6bf90b83a HTTP/1.1" status: 204 len: 173 time: 1.3844347 Mar 21 11:17:55.734692 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-deleted', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:55.737019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509be9a-f8a7-4a51-af2c-02cc2a15b856" -d '{"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-deleted", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:55.775246 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b698d6-68ce-4ba1-a42e-be78f54ed38e x-openstack-request-id: req-44b698d6-68ce-4ba1-a42e-be78f54ed38e {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:55.775552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d", "name": "network-vif-deleted", "tag": "d29c3e66-29e2-42f0-bb40-0ce6bf90b83a", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:55.775808 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-44b698d6-68ce-4ba1-a42e-be78f54ed38e {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:55.776257 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d', 'name': 'network-vif-deleted', 'tag': 'd29c3e66-29e2-42f0-bb40-0ce6bf90b83a', 'status': 'completed', 'code': 200} Mar 21 11:17:55.877194 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:56.008789 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3adef55c-4ae1-4a30-9fcf-15eaf28fce20 req-42bde084-b09b-4392-9396-2fbe1caaf819 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f9c8a9a-8adc-45ca-bc16-f91d1f04da9d HTTP/1.1" status: 200 len: 210 time: 0.0338895 Mar 21 11:17:56.152763 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060ed64-95da-4d49-9e32-7ad050cf3d80 req-63dd3149-2a0f-4e1a-9d80-5e138c252df7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.154794 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4060ed64-95da-4d49-9e32-7ad050cf3d80 req-63dd3149-2a0f-4e1a-9d80-5e138c252df7 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.0833590 Mar 21 11:17:56.155450 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.184835 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:56.198813 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:56.200425 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.228574 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4060ed64-95da-4d49-9e32-7ad050cf3d80 req-d8eb4979-f8ca-45e4-8f67-3be94f583c84 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640266 Mar 21 11:17:56.279592 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72488138-b99a-453a-89d8-c8f65959c637 req-7842792b-9492-4fb8-b9dc-199e0c63bbdb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:56.281333 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72488138-b99a-453a-89d8-c8f65959c637 req-7842792b-9492-4fb8-b9dc-199e0c63bbdb tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.0743484 Mar 21 11:17:56.332314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-72488138-b99a-453a-89d8-c8f65959c637 req-eeb52636-14ee-45ff-a370-78b09706ef82 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446851 Mar 21 11:17:56.363272 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:56.715766 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:56.747176 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcfbed7-7059-41f4-b64d-82c87ec34e9c None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:17:56.983259 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66e9dd-8158-4a93-bfc9-f03eb8b20202 None None] New status for floating IP 68ed562c-1e47-492c-8f00-7650a00d8313: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:17:57.134476 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34968) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:57.195937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c0fe132f-46c1-4750-af0b-c85898a81343), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.220808 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c0fe132f-46c1-4750-af0b-c85898a81343), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.274895 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c0fe132f-46c1-4750-af0b-c85898a81343), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.277571 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.278747 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0fe132f-46c1-4750-af0b-c85898a81343 HTTP/1.1" status: 204 len: 168 time: 0.1429870 Mar 21 11:17:57.282422 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34972) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:57.289795 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02423aa-630e-4750-8818-ceced38443ab tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe132f-46c1-4750-af0b-c85898a81343,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:57.298603 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-6b13ef37-0b89-428b-ad25-aa4ef5832eeb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] show failed (client error): The resource could not be found. Mar 21 11:17:57.301574 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6b13ef37-0b89-428b-ad25-aa4ef5832eeb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups/c0fe132f-46c1-4750-af0b-c85898a81343 HTTP/1.1" status: 404 len: 347 time: 0.0157282 Mar 21 11:17:57.302993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34974) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:57.494836 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11afed91-318d-4039-bcbe-729f6fcf8788 req-29c0872e-b3e5-4843-9c1b-499545617a3e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:57.496396 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11afed91-318d-4039-bcbe-729f6fcf8788 req-29c0872e-b3e5-4843-9c1b-499545617a3e tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.1534064 Mar 21 11:17:57.519645 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f7276-70c8-408e-97f0-c41c95718ba3 req-cbda44d7-14c0-4308-84a7-4b87fc5e226f tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:57.521076 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-868f7276-70c8-408e-97f0-c41c95718ba3 req-cbda44d7-14c0-4308-84a7-4b87fc5e226f tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.1104350 Mar 21 11:17:57.583784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Deleting port 810736d0-6fed-4661-93dd-cff3f891e077 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:57.584139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (810736d0-6fed-4661-93dd-cff3f891e077), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.640710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-11afed91-318d-4039-bcbe-729f6fcf8788 req-ad8f52a8-cc6a-4ac5-9d24-4436b2a11579 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362312 Mar 21 11:17:57.648533 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-868f7276-70c8-408e-97f0-c41c95718ba3 req-05315bf5-2dc3-4c7c-972d-a9619978eb5e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197608 Mar 21 11:17:57.688726 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (810736d0-6fed-4661-93dd-cff3f891e077), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.689150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (810736d0-6fed-4661-93dd-cff3f891e077), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.703849 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Calling delete_port for 810736d0-6fed-4661-93dd-cff3f891e077 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:57.837822 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497627d3-1cb8-4f65-ae1e-bd7f21e8ba24 req-e1477e2c-a5fc-45c5-860d-13b3bf69db1a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:57.839355 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-497627d3-1cb8-4f65-ae1e-bd7f21e8ba24 req-e1477e2c-a5fc-45c5-860d-13b3bf69db1a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.0889826 Mar 21 11:17:57.848320 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34980) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:57.852883 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Request body: {'floatingip': {'port_id': '71a334f5-7493-42d8-993c-5902b23e9440'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:57.896378 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.896693 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (810736d0-6fed-4661-93dd-cff3f891e077), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.925954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'Port': ['ID=810736d0-6fed-4661-93dd-cff3f891e077,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:57.993372 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (68ed562c-1e47-492c-8f00-7650a00d8313), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:57.996204 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.000849 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ad536829-bcba-4a66-9a5b-2a5a49395ac5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "DELETE /v2.0/floatingips/68ed562c-1e47-492c-8f00-7650a00d8313 HTTP/1.1" status: 204 len: 168 time: 0.6931555 Mar 21 11:17:58.371294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34984) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:58.376434 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574789217', 'description': 'tempest-description--371698679'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:58.385223 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.390828 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.403440 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.488471 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c71af199-ebc9-475b-ac7d-bf7c6af0d355), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.495969 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c71af199-ebc9-475b-ac7d-bf7c6af0d355), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.532436 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Floating IP 4d891e5b-b047-42b2-a7e6-d48f9e9e1800 associated. External IP: 172.27.1.80, port: 71a334f5-7493-42d8-993c-5902b23e9440. Mar 21 11:17:58.544661 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.546026 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1736317 Mar 21 11:17:58.550905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e409f-edb4-4528-bef2-1e64db33d354 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c71af199-ebc9-475b-ac7d-bf7c6af0d355,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:58.552943 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34986) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:58.557814 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group_rule': {'security_group_id': 'c71af199-ebc9-475b-ac7d-bf7c6af0d355', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:58.589608 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (aa8881ba-af46-4da5-9d7f-906a4fc574a7), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.661187 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (aa8881ba-af46-4da5-9d7f-906a4fc574a7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.667705 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (aa8881ba-af46-4da5-9d7f-906a4fc574a7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.696799 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8881ba-af46-4da5-9d7f-906a4fc574a7,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:58.702661 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:17:58.705272 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.712716 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-9ee69700-4736-48a0-a987-7ec96f662244 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584220 Mar 21 11:17:58.713829 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 34990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:58.722462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'security_group_rule': {'security_group_id': 'c71af199-ebc9-475b-ac7d-bf7c6af0d355', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:58.769250 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: d29c3e66-29e2-42f0-bb40-0ce6bf90b83a {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:17:58.771024 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d29c3e66-29e2-42f0-bb40-0ce6bf90b83a not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:17:58.771284 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (3e31c922-b81c-4486-a4ff-e70d6eba4c05), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.829643 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:17:58.925442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (3e31c922-b81c-4486-a4ff-e70d6eba4c05), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.933342 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1657e7-7df8-4866-8bdd-09174691b1df req-6b69608e-e65a-4b20-8659-4dad8213b0b1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.934997 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e1657e7-7df8-4866-8bdd-09174691b1df req-6b69608e-e65a-4b20-8659-4dad8213b0b1 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.1410806 Mar 21 11:17:58.938655 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (3e31c922-b81c-4486-a4ff-e70d6eba4c05), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.952355 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-8397d83e-6497-4964-af12-2ebf032b4084 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:58.953958 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-8397d83e-6497-4964-af12-2ebf032b4084 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.35 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 945 time: 0.1432290 Mar 21 11:17:58.968942 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:17:58.974752 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:58.984332 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:17:58.996146 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:58.997017 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:59.007478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e31c922-b81c-4486-a4ff-e70d6eba4c05,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:59.017065 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.021826 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-96154dad-37a1-4b57-bd41-6b4cebe19942 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3057518 Mar 21 11:17:59.023148 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 34992) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:17:59.037009 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:17:59.068403 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bf8441bb-21c3-4c76-aaab-1bc8149eea61 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "PUT /v2.0/floatingips/4d891e5b-b047-42b2-a7e6-d48f9e9e1800 HTTP/1.1" status: 200 len: 991 time: 1.2066221 Mar 21 11:17:59.068403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:59.068403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbc7d00-40ea-430d-b83d-554aa24869a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "tag": "71a334f5-7493-42d8-993c-5902b23e9440"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:59.083294 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e1657e7-7df8-4866-8bdd-09174691b1df req-d5e3a22d-a48d-4ea7-9ad3-b705c5885dd6 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/security-groups?id=e3db1e98-9769-4891-9322-4779bfc06b4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263547 Mar 21 11:17:59.092174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.133187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3dcbfc6-774c-4324-b5bc-05fade53e4dd x-openstack-request-id: req-d3dcbfc6-774c-4324-b5bc-05fade53e4dd {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:59.133187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "tag": "71a334f5-7493-42d8-993c-5902b23e9440", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:59.133187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d3dcbfc6-774c-4324-b5bc-05fade53e4dd {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:59.133187 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440', 'status': 'completed', 'code': 200} Mar 21 11:17:59.137031 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Deleting port 6453f465-b69a-4b9f-9728-69015b33f97f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:17:59.137534 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.143504 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:59.239587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-6d0f45b6-bc81-455c-80e2-a9ec21af4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.241320 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-6d0f45b6-bc81-455c-80e2-a9ec21af4e66 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=7f15a391524a4f21b22f609e36a226dc&device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 1130 time: 0.0743501 Mar 21 11:17:59.258622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] For port 6453f465-b69a-4b9f-9728-69015b33f97f, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=6453f465-b69a-4b9f-9728-69015b33f97f,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:17:59.259028 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.278252 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Calling delete_port for 6453f465-b69a-4b9f-9728-69015b33f97f owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:17:59.307600 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:17:59.336279 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.409595 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-cebedb17-c82c-483b-98c9-09ffd35c9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.411736 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-cebedb17-c82c-483b-98c9-09ffd35c9886 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 200 len: 911 time: 0.1614594 Mar 21 11:17:59.520159 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (6453f465-b69a-4b9f-9728-69015b33f97f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.532976 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-be9c6491-8eb9-4d2d-acb3-3782bf42802a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=71a334f5-7493-42d8-993c-5902b23e9440 HTTP/1.1" status: 200 len: 999 time: 0.1137795 Mar 21 11:17:59.535711 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['6453f465-b69a-4b9f-9728-69015b33f97f'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:17:59.554918 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Pushing event deleted for resources: {'Port': ['ID=6453f465-b69a-4b9f-9728-69015b33f97f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:17:59.573692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4d891e5b-b047-42b2-a7e6-d48f9e9e1800', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': '71a334f5-7493-42d8-993c-5902b23e9440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:71:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:58Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:59.577819 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Allocated IP 172.27.1.109 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/ab22cbdb-114e-423f-9fe9-31267eb4b52c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:17:59.616659 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] No DVR routers for this DVR port 6453f465-b69a-4b9f-9728-69015b33f97f on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:17:59.619468 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.624089 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-011e8682-8e67-48e0-9017-ab5e0f21257f req-2c4c5cb8-e309-4642-80fc-3d4205d13faf tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.35 "DELETE /v2.0/ports/6453f465-b69a-4b9f-9728-69015b33f97f HTTP/1.1" status: 204 len: 173 time: 0.6509075 Mar 21 11:17:59.625279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'name': 'network-vif-deleted', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:17:59.627481 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0776a2-4fc0-4161-88af-3e9f334ae3ae" -d '{"events": [{"server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "name": "network-vif-deleted", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:17:59.633112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:17:59.650389 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:17:59.651606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:17:59.662577 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-f6ea875d-d101-4615-8a0a-b2bc9bafb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.664586 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-f6ea875d-d101-4615-8a0a-b2bc9bafb93f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 200 len: 850 time: 0.1233606 Mar 21 11:17:59.680967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999e50ef-354e-4363-8117-ab3a748f21fb x-openstack-request-id: req-999e50ef-354e-4363-8117-ab3a748f21fb {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:17:59.680967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "224ad471-3cd7-4b8b-ad30-7d9b806abef2", "name": "network-vif-deleted", "tag": "6453f465-b69a-4b9f-9728-69015b33f97f", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:17:59.680967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-999e50ef-354e-4363-8117-ab3a748f21fb {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:17:59.681566 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224ad471-3cd7-4b8b-ad30-7d9b806abef2', 'name': 'network-vif-deleted', 'tag': '6453f465-b69a-4b9f-9728-69015b33f97f', 'status': 'completed', 'code': 200} Mar 21 11:17:59.757367 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-9d4b5eef-7e80-480d-be4a-9a0c7e4e07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:17:59.758990 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-9d4b5eef-7e80-480d-be4a-9a0c7e4e07b0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a0f20d25-51ed-4a45-a64a-11982e8e9adb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0843980 Mar 21 11:17:59.771062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.837457 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:17:59.888055 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:17:59.923609 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-c3c10e5c-5408-4732-92db-a81434dad6c1 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461906 Mar 21 11:17:59.948513 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:17:59.988168 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:17:59.992142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:17:59.999560 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=ab22cbdb-114e-423f-9fe9-31267eb4b52c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:00.087036 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-4fbc7d00-40ea-430d-b83d-554aa24869a3 req-4fbd57a4-9c8f-4c47-b8cb-992c7ac77064 service neutron] 10.222.0.35 "GET /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550469 Mar 21 11:18:00.088320 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.118829 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4d891e5b-b047-42b2-a7e6-d48f9e9e1800', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': '71a334f5-7493-42d8-993c-5902b23e9440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:71:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:58Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:00.142885 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.154252 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2969e5-4355-4e16-b206-7c9a1a6669c1 None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '4d891e5b-b047-42b2-a7e6-d48f9e9e1800', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'port_id': '71a334f5-7493-42d8-993c-5902b23e9440', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'mac_address': 'fa:16:3e:71:3d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:17:44Z', 'updated_at': '2022-03-21T11:17:58Z', 'revision_number': 1, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:00.264189 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3eb6be48-91b7-4665-8cfd-ca4af4597400 req-c41424a5-7a2d-4ecc-a435-c69caba259b6 tempest-TestMinimumBasicScenario-295972636 tempest-TestMinimumBasicScenario-295972636-project] 10.222.0.53 "GET /v2.0/ports?device_id=224ad471-3cd7-4b8b-ad30-7d9b806abef2 HTTP/1.1" status: 200 len: 210 time: 0.0421543 Mar 21 11:18:00.338867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.344077 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.377828 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.403022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=ab22cbdb-114e-423f-9fe9-31267eb4b52c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:00.408508 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:00.421662 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-37fad415-2429-4ed1-a627-ae05d1df9314 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3844187 Mar 21 11:18:00.422897 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afafb9b3-df4a-46eb-82cc-9d49a2c4fcd7 None None] New status for floating IP 4d891e5b-b047-42b2-a7e6-d48f9e9e1800: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:00.638416 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-25079cc3-907c-4428-87a1-4110a649e7b8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--574789217&fields=id&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 267 time: 0.0519404 Mar 21 11:18:00.754862 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-dc4eca2b-e41d-4871-85d7-fd2a8caf5a15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:00.757128 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-dc4eca2b-e41d-4871-85d7-fd2a8caf5a15 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 815 time: 0.1085584 Mar 21 11:18:00.776704 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-ca05fedf-9340-4aa5-8c2e-71dccf1146d1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/quotas/8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 375 time: 0.0139251 Mar 21 11:18:00.837792 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-6a955db4-9b43-4c0d-9ff4-92d007f8cfe3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550923 Mar 21 11:18:00.944599 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-a2fe5753-cf09-4464-8a41-26cf404f2268 service neutron] 10.222.0.53 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942078 Mar 21 11:18:01.036356 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-ff6f596d-70f8-4f73-be55-c7f1bfa3dd8b service neutron] 10.222.0.53 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859423 Mar 21 11:18:01.215525 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b2f5a147-afbe-4645-ba6f-33c2d5af8d4b req-e10c2e4a-90a1-450f-9fa5-bdf7fd4a7d36 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 210 time: 0.0321088 Mar 21 11:18:01.903049 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35066) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:02.268311 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-17308342-514a-457e-8926-368dd5523396 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:02.269905 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-17308342-514a-457e-8926-368dd5523396 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 815 time: 0.1208885 Mar 21 11:18:02.345938 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-3c7da6eb-583a-496f-ac8a-18f0734ae80b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 379 time: 0.0665364 Mar 21 11:18:02.368361 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'port': {'device_id': '808ae8f3-d9cd-4205-a660-1363b726c668', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'admin_state_up': True, 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'security_groups': ['c71af199-ebc9-475b-ac7d-bf7c6af0d355']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:02.368561 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2f49268d-450e-4396-bb63-0af0a12dfc0c req-9c1f093d-639f-41ee-ae4e-cf8630dbec27 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 210 time: 0.0389383 Mar 21 11:18:02.412077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.479768 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Made reservation on behalf of 8cdfbc4dd3424843be06383c37a339f5 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:02.483790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.620461 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Allocated IP 172.20.0.10 (ff28c07f-6d14-4a51-b031-b5225190fd58/87ffc77d-184d-42df-8b41-03458d43d414/132f592a-059a-4150-a68f-a91db715843e) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:02.698082 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 6453f465-b69a-4b9f-9728-69015b33f97f no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:02.719889 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 6453f465-b69a-4b9f-9728-69015b33f97f {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:02.720234 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 6453f465-b69a-4b9f-9728-69015b33f97f not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:02.726065 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Deleting port 461e3fde-57f5-444e-b4bb-bb9fed4c831c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:02.726399 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.765594 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for port (132f592a-059a-4150-a68f-a91db715843e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.800218 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (132f592a-059a-4150-a68f-a91db715843e), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.808695 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] For port 461e3fde-57f5-444e-b4bb-bb9fed4c831c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=461e3fde-57f5-444e-b4bb-bb9fed4c831c,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:02.809066 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.822586 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Calling delete_port for 461e3fde-57f5-444e-b4bb-bb9fed4c831c owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:02.845459 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Network ff28c07f-6d14-4a51-b031-b5225190fd58 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:02.848555 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:02.851135 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:02.856482 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:02.857098 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:02.873950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:02.885707 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-c9e60bb8-3f15-4c92-959f-571e942f5b23 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5215664 Mar 21 11:18:02.897570 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Request body: {'port': {'device_id': '808ae8f3-d9cd-4205-a660-1363b726c668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:02.961907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.023338 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (461e3fde-57f5-444e-b4bb-bb9fed4c831c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.056366 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=461e3fde-57f5-444e-b4bb-bb9fed4c831c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:03.161664 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-19b40bbe-9d78-44a4-b663-f82c7146c2fb None None] Provisioning complete for port 132f592a-059a-4150-a68f-a91db715843e triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:03.162301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-19b40bbe-9d78-44a4-b663-f82c7146c2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (132f592a-059a-4150-a68f-a91db715843e), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.207381 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-19b40bbe-9d78-44a4-b663-f82c7146c2fb None None] Port 132f592a-059a-4150-a68f-a91db715843e cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:03.504865 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132f592a-059a-4150-a68f-a91db715843e {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:03.513624 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks [] for port (132f592a-059a-4150-a68f-a91db715843e), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.532902 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Transition to ACTIVE for port object 132f592a-059a-4150-a68f-a91db715843e will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:18:03.538174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.546293 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b9de7-f4cc-4127-bf41-2c42f4361d3e req-cbcecb68-987c-40d8-b555-9bb65209e875 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:03.552319 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-551b9de7-f4cc-4127-bf41-2c42f4361d3e req-cbcecb68-987c-40d8-b555-9bb65209e875 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 932 time: 0.0842919 Mar 21 11:18:03.557909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.614467 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:03.627869 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Attempting to bind port 132f592a-059a-4150-a68f-a91db715843e on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:03.628215 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Attempting to bind port 132f592a-059a-4150-a68f-a91db715843e by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:03.628554 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Attempting to bind port 132f592a-059a-4150-a68f-a91db715843e on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:03.633830 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Port 132f592a-059a-4150-a68f-a91db715843e on network ff28c07f-6d14-4a51-b031-b5225190fd58 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:18:03.634157 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Attempting to bind port 132f592a-059a-4150-a68f-a91db715843e on network ff28c07f-6d14-4a51-b031-b5225190fd58 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:03.639675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:03.640049 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Checking segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:03.640457 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Bound using segment: {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:03.640889 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Bound port: 132f592a-059a-4150-a68f-a91db715843e, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f414f0-b9d9-452f-bc6b-bdb598d45e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:03.641258 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.685429 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-551b9de7-f4cc-4127-bf41-2c42f4361d3e req-7665515e-bd08-4e24-8b16-4d0bbc734938 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292577 Mar 21 11:18:03.714967 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:03.718477 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:03.725609 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.767983 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:03.768757 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:03.773188 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] 10.222.0.35 "PUT /v2.0/ports/132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1094 time: 0.8770857 Mar 21 11:18:03.773188 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:03.777492 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c41615-57f6-4510-8e7c-ba6c0ab94982" -d '{"events": [{"name": "network-changed", "server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:03.815578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337707d1-43a8-4f98-9caf-0622d4bd1eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:03.848320 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc822c86-f789-4844-b940-edbb1726f08f x-openstack-request-id: req-bc822c86-f789-4844-b940-edbb1726f08f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:03.848618 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "tag": "132f592a-059a-4150-a68f-a91db715843e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:03.848867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-bc822c86-f789-4844-b940-edbb1726f08f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:03.849267 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'status': 'completed', 'code': 200} Mar 21 11:18:03.867952 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:03.890584 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-e172c00f-8aee-4ee9-ba9a-c2d3f4bf44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:03.891953 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-e172c00f-8aee-4ee9-ba9a-c2d3f4bf44d4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1128 time: 0.0612023 Mar 21 11:18:03.945928 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-7e6aa423-2aba-4331-b77a-cc73b3b20895 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 217 time: 0.0419722 Mar 21 11:18:03.990167 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:03.995729 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f711f110-caf1-4c25-bf19-2b96abd042d0 admin admin] 10.222.0.53 "PUT /v2.0/routers/69a7d6f6-c7e1-4f33-babd-27fb92d25c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0915637 Mar 21 11:18:03.998360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35084) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:04.005600 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Sync routers for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:04.022950 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:04.024019 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:04.082797 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-0d4d2ac3-e30c-4b78-857e-c1c740f35be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.084260 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-0d4d2ac3-e30c-4b78-857e-c1c740f35be7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.1302338 Mar 21 11:18:04.149462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:04.158760 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a613aea-cd9f-4179-ab18-329e514314dd req-ddc9460c-9e98-4b1a-ab82-57e2feffde3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.160359 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-ddc9460c-9e98-4b1a-ab82-57e2feffde3a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681701 Mar 21 11:18:04.161612 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks [] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:04.352538 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158'}], 'enable_snat': True}, 'gw_port_id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:18:02Z', 'revision_number': 5, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port': {'id': 'dbb19d2b-3abb-4779-874c-53956007e206', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e5:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:46Z', 'updated_at': '2022-03-21T11:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:04.355900 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks [] for router_gateway (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:04.360333 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-26f63aed-3f09-4b40-ab5a-f94960ccdf0e service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593275 Mar 21 11:18:04.390086 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Checking router: 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:04.400442 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Routers {'69a7d6f6-c7e1-4f33-babd-27fb92d25c63'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:04.401129 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:04.517177 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Deleting port dbb19d2b-3abb-4779-874c-53956007e206 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:04.517815 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (dbb19d2b-3abb-4779-874c-53956007e206), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:04.521979 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-3a613aea-cd9f-4179-ab18-329e514314dd req-36ac8913-d940-441c-a0f1-37756d90b3f7 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528907 Mar 21 11:18:04.629747 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] For port dbb19d2b-3abb-4779-874c-53956007e206, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dbb19d2b-3abb-4779-874c-53956007e206,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:04.630023 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (dbb19d2b-3abb-4779-874c-53956007e206), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:04.631555 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] Set router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:04.646439 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Calling delete_port for dbb19d2b-3abb-4779-874c-53956007e206 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:04.662163 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-ef28e03e-95c5-4820-9849-9c976dfa29fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.663965 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-ef28e03e-95c5-4820-9849-9c976dfa29fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1128 time: 0.0858862 Mar 21 11:18:04.687711 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:18:04Z', 'revision_number': 6, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:04.714286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c7d7a8-b896-400a-81d3-938079393ec7 None None] The sync data for ids ['69a7d6f6-c7e1-4f33-babd-27fb92d25c63'] in dv-cinder-834448-1-iscsi is: [{'id': '69a7d6f6-c7e1-4f33-babd-27fb92d25c63', 'name': 'tempest-TestMinimumBasicScenario-1131874539-router', 'tenant_id': '6a0022e1f8894598b76c23ed8fff29bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:18:04Z', 'revision_number': 6, 'project_id': '6a0022e1f8894598b76c23ed8fff29bd', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:04.848390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9447935c-cf11-49f8-b870-65460dec593f req-43a05d50-7292-4f4a-9141-a4f79b7927cb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.849886 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9447935c-cf11-49f8-b870-65460dec593f req-43a05d50-7292-4f4a-9141-a4f79b7927cb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0554624 Mar 21 11:18:04.860820 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-940a2762-37b0-490b-a3b2-c6ff53d57da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.862328 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-940a2762-37b0-490b-a3b2-c6ff53d57da9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1668901 Mar 21 11:18:04.900039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9447935c-cf11-49f8-b870-65460dec593f req-75120642-915d-43ca-bb25-c37e76ab487d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442472 Mar 21 11:18:04.909195 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-6b1726ab-f448-4079-bc88-29a87a03f470 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 217 time: 0.0396912 Mar 21 11:18:04.987011 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-9bdca634-de6b-4a0c-b564-cb1020107b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:04.988468 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-9bdca634-de6b-4a0c-b564-cb1020107b86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0562332 Mar 21 11:18:04.989575 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (dbb19d2b-3abb-4779-874c-53956007e206), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.023240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbb19d2b-3abb-4779-874c-53956007e206,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:05.068112 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.181396 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.184401 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-e040fde8-fda2-4d81-9460-147c077b47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:05.186143 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-e040fde8-fda2-4d81-9460-147c077b47b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1722853 Mar 21 11:18:05.187246 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks [] for router_controller (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.295526 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (69a7d6f6-c7e1-4f33-babd-27fb92d25c63), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.296054 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69a7d6f6-c7e1-4f33-babd-27fb92d25c63 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:18:05.303161 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.304268 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f10de366-686d-44d5-b38e-07e8d252da27 admin admin] 10.222.0.53 "DELETE /v2.0/routers/69a7d6f6-c7e1-4f33-babd-27fb92d25c63 HTTP/1.1" status: 204 len: 168 time: 1.3045635 Mar 21 11:18:05.307020 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35094) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:05.352279 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-cb366c96-c6cf-4174-af33-9daa4ae108b3 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397414 Mar 21 11:18:05.358055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Deleting subnet 7707a1b6-4b73-4223-b3c3-59315fd623ba {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:18:05.361662 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Publish callbacks [] for subnet (7707a1b6-4b73-4223-b3c3-59315fd623ba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.403937 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (7707a1b6-4b73-4223-b3c3-59315fd623ba), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.452485 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e8c41615-57f6-4510-8e7c-ba6c0ab94982 req-31a28588-701b-4fde-b766-1d072a28e481 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929687 Mar 21 11:18:05.556691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (7707a1b6-4b73-4223-b3c3-59315fd623ba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.627722 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (7707a1b6-4b73-4223-b3c3-59315fd623ba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.658831 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.663076 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7707a1b6-4b73-4223-b3c3-59315fd623ba HTTP/1.1" status: 204 len: 168 time: 0.3546073 Mar 21 11:18:05.664484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d802e-10cc-4242-9070-0114114407c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7707a1b6-4b73-4223-b3c3-59315fd623ba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:05.665847 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35106) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:05.667061 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ef4699-d08a-445d-b662-0e5600a05835 None None] Network 544b4738-3cac-4be1-91e7-e59f961f95ce requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:05.749220 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (544b4738-3cac-4be1-91e7-e59f961f95ce), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.815650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Deleting port 52e5b716-6b36-455e-a837-a4064c4841c2 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:05.815995 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.886986 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] DHCP port deletion for 544b4738-3cac-4be1-91e7-e59f961f95ce request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:18:05.889887 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] For port 52e5b716-6b36-455e-a837-a4064c4841c2, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=52e5b716-6b36-455e-a837-a4064c4841c2,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:05.891620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.905495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Calling delete_port for 52e5b716-6b36-455e-a837-a4064c4841c2 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:05.949058 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Deleting port 52e5b716-6b36-455e-a837-a4064c4841c2 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:05.949441 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:05.994596 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.022016 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Pushing event deleted for resources: {'Port': ['ID=52e5b716-6b36-455e-a837-a4064c4841c2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:06.022923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] For port 52e5b716-6b36-455e-a837-a4064c4841c2, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=52e5b716-6b36-455e-a837-a4064c4841c2,segment=NetworkSegment(f42a3368-cf37-4166-b22e-c99f7962969d),segment_id=f42a3368-cf37-4166-b22e-c99f7962969d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:06.023342 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.026931 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] No DVR routers for this DVR port 52e5b716-6b36-455e-a837-a4064c4841c2 on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:06.040754 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Calling delete_port for 52e5b716-6b36-455e-a837-a4064c4841c2 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:06.044620 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151a183-db74-4de5-8b8e-6fe107407037 req-1d078680-90b9-4c82-bddd-d77fc7366258 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:06.046314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b151a183-db74-4de5-8b8e-6fe107407037 req-1d078680-90b9-4c82-bddd-d77fc7366258 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0661447 Mar 21 11:18:06.102194 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b151a183-db74-4de5-8b8e-6fe107407037 req-7d7b1874-ed27-4729-8d19-9b3da86d3a47 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500894 Mar 21 11:18:06.104381 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (544b4738-3cac-4be1-91e7-e59f961f95ce), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.134481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.135952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.135952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.136443 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > port after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.136855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.137251 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > port after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.137742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.138065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.138381 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.138761 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.171407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (52e5b716-6b36-455e-a837-a4064c4841c2), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.200428 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] No DVR routers for this DVR port 52e5b716-6b36-455e-a837-a4064c4841c2 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:06.201988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Pushing event deleted for resources: {'Port': ['ID=52e5b716-6b36-455e-a837-a4064c4841c2,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:06.211765 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.212179 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.212558 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.212866 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.213206 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.213596 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.213900 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.214222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.214556 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.214877 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.215202 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.215573 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.215894 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.216213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.216529 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25ae5140-b260-45a3-8e5c-38d80665286d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:06.253138 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.253543 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.253921 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.254271 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103431) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 21 11:18:06.254648 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544b4738-3cac-4be1-91e7-e59f961f95ce']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:06.274206 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f42a3368-cf37-4166-b22e-c99f7962969d') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:06.274506 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f42a3368-cf37-4166-b22e-c99f7962969d') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:06.291864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (f42a3368-cf37-4166-b22e-c99f7962969d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.314518 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (f42a3368-cf37-4166-b22e-c99f7962969d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.322849 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 461e3fde-57f5-444e-b4bb-bb9fed4c831c no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:06.323650 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:18:06.324166 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (f42a3368-cf37-4166-b22e-c99f7962969d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: from cryptography.utils import int_from_bytes Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:18:06.328653 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:18:06.343833 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 461e3fde-57f5-444e-b4bb-bb9fed4c831c {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:06.344213 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 461e3fde-57f5-444e-b4bb-bb9fed4c831c not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:06.344601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dbb19d2b-3abb-4779-874c-53956007e206 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:06.372659 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: dbb19d2b-3abb-4779-874c-53956007e206 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:06.373003 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dbb19d2b-3abb-4779-874c-53956007e206 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:06.374079 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 52e5b716-6b36-455e-a837-a4064c4841c2 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:06.391617 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (544b4738-3cac-4be1-91e7-e59f961f95ce), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.395218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 52e5b716-6b36-455e-a837-a4064c4841c2 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:06.395619 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 52e5b716-6b36-455e-a837-a4064c4841c2 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:06.398595 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.405842 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35114) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:06.406011 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] 10.222.0.53 "DELETE /v2.0/networks/544b4738-3cac-4be1-91e7-e59f961f95ce HTTP/1.1" status: 204 len: 168 time: 0.7389646 Mar 21 11:18:06.419724 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e28009-6526-4a06-b58d-e17c4fc9cc64 admin admin] Pushing event deleted for resources: {'Network': ['ID=544b4738-3cac-4be1-91e7-e59f961f95ce,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:06.717798 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:06.817446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (12a55ade-b47f-4f46-9390-47762af85689), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.821196 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:06.834447 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '132f592a-059a-4150-a68f-a91db715843e', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:06.875692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:06.876183 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.894930 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132f592a-059a-4150-a68f-a91db715843e {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:06.915231 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:06.920498 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:06.968788 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:07.085098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Deleting port efd09089-935c-49af-a753-d95eb9b9ad4c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:07.085726 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:07.170131 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] For port efd09089-935c-49af-a753-d95eb9b9ad4c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=efd09089-935c-49af-a753-d95eb9b9ad4c,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:07.171046 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:07.192931 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Calling delete_port for efd09089-935c-49af-a753-d95eb9b9ad4c owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:07.212882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['132f592a-059a-4150-a68f-a91db715843e'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:07.288053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8333a-5cdf-4576-90b2-b91a56501d5e req-4dc241ae-7a84-4201-97cd-04297d917ad1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:07.289762 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94d8333a-5cdf-4576-90b2-b91a56501d5e req-4dc241ae-7a84-4201-97cd-04297d917ad1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.1093218 Mar 21 11:18:07.383852 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94d8333a-5cdf-4576-90b2-b91a56501d5e req-cd2d811c-81d2-4beb-ba67-127311e77d99 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875831 Mar 21 11:18:07.458544 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (efd09089-935c-49af-a753-d95eb9b9ad4c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:07.488926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=efd09089-935c-49af-a753-d95eb9b9ad4c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:07.664385 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (12a55ade-b47f-4f46-9390-47762af85689), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:07.900901 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Router 12a55ade-b47f-4f46-9390-47762af85689 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:08.021351 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:08.028148 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3a6f055d-50f6-4ff8-9a0b-9925f6ed2f26 admin admin] 10.222.0.53 "PUT /v2.0/routers/12a55ade-b47f-4f46-9390-47762af85689/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6199021 Mar 21 11:18:08.030530 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35122) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:08.033192 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Sync routers for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:08.043964 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:08.044656 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:08.139476 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks [] for router (12a55ade-b47f-4f46-9390-47762af85689), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.153654 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:08.256626 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks [] for router_gateway (12a55ade-b47f-4f46-9390-47762af85689), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.316997 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Deleting port 833bc164-26b1-4513-8d89-e5d7291b0e09 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:08.317447 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.344196 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:18:07Z', 'revision_number': 5, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port': {'id': '833bc164-26b1-4513-8d89-e5d7291b0e09', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:63:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12a55ade-b47f-4f46-9390-47762af85689', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:15:00Z', 'updated_at': '2022-03-21T11:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:08.397545 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] For port 833bc164-26b1-4513-8d89-e5d7291b0e09, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=833bc164-26b1-4513-8d89-e5d7291b0e09,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:08.397915 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.415148 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Calling delete_port for 833bc164-26b1-4513-8d89-e5d7291b0e09 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:08.465818 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Checking router: 12a55ade-b47f-4f46-9390-47762af85689 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:08.474863 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Routers {'12a55ade-b47f-4f46-9390-47762af85689'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:08.475471 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['12a55ade-b47f-4f46-9390-47762af85689'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:08.566808 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] Set router 12a55ade-b47f-4f46-9390-47762af85689 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:08.620829 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:18:08Z', 'revision_number': 6, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:08.651258 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110efa6c-ecfc-4712-8a22-02cb64bbf892 None None] The sync data for ids ['12a55ade-b47f-4f46-9390-47762af85689'] in dv-cinder-834448-1-iscsi is: [{'id': '12a55ade-b47f-4f46-9390-47762af85689', 'name': 'tempest-TestMinimumBasicScenario-506857033-router', 'tenant_id': '0790946884a84cc7be3689b5c0dbeb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:59Z', 'updated_at': '2022-03-21T11:18:08Z', 'revision_number': 6, 'project_id': '0790946884a84cc7be3689b5c0dbeb75', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:08.746701 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:08.802113 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 132f592a-059a-4150-a68f-a91db715843e completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:18:08.809792 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 132f592a-059a-4150-a68f-a91db715843e triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:08.809792 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (132f592a-059a-4150-a68f-a91db715843e), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.855379 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d50323-8d3e-4e5d-a1f3-562450409f39 req-1e499685-922b-4740-96b8-7b785bff62e2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:08.856990 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3d50323-8d3e-4e5d-a1f3-562450409f39 req-1e499685-922b-4740-96b8-7b785bff62e2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.3909883 Mar 21 11:18:08.893494 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:08.893939 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.917845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:08.920808 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d969d7-d300-497c-9440-fcd2573afac7" -d '{"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:08.936820 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:08.940536 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e3d50323-8d3e-4e5d-a1f3-562450409f39 req-3d4a689b-63a7-449b-b866-c256052f2910 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769155 Mar 21 11:18:08.942116 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.947828 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (833bc164-26b1-4513-8d89-e5d7291b0e09), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:08.972076 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4881679d-b5a1-4c39-83a1-f89040502da0 x-openstack-request-id: req-4881679d-b5a1-4c39-83a1-f89040502da0 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:08.972518 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:08.972869 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4881679d-b5a1-4c39-83a1-f89040502da0 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:08.973669 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'code': 200} Mar 21 11:18:08.976249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Pushing event deleted for resources: {'Port': ['ID=833bc164-26b1-4513-8d89-e5d7291b0e09,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.013400 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.058587 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (12a55ade-b47f-4f46-9390-47762af85689), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.176885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (12a55ade-b47f-4f46-9390-47762af85689), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.179425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks [] for router_controller (12a55ade-b47f-4f46-9390-47762af85689), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.218809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f474b0-831e-4c22-82f4-ba21014e8a2a req-ee58ced4-c7d9-4888-aed9-5342fa62587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:09.220414 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47f474b0-831e-4c22-82f4-ba21014e8a2a req-ee58ced4-c7d9-4888-aed9-5342fa62587f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1130 time: 0.0498059 Mar 21 11:18:09.247537 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (12a55ade-b47f-4f46-9390-47762af85689), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.248109 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12a55ade-b47f-4f46-9390-47762af85689 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:18:09.254932 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.256088 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-61efddd9-2eec-4739-84ad-d8dfc7bde501 admin admin] 10.222.0.53 "DELETE /v2.0/routers/12a55ade-b47f-4f46-9390-47762af85689 HTTP/1.1" status: 204 len: 168 time: 1.2247362 Mar 21 11:18:09.258782 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35130) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:09.272561 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-47f474b0-831e-4c22-82f4-ba21014e8a2a req-9b0a4a29-6992-4d06-8d43-bab2bcd827c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446105 Mar 21 11:18:09.312618 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Deleting subnet 211eb853-8cc8-4697-825e-850a7be600ba {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:18:09.315886 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Publish callbacks [] for subnet (211eb853-8cc8-4697-825e-850a7be600ba), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.353351 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (211eb853-8cc8-4697-825e-850a7be600ba), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.435753 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (211eb853-8cc8-4697-825e-850a7be600ba), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.500711 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (211eb853-8cc8-4697-825e-850a7be600ba), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.521365 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa4010ed-9fb6-4186-a588-9e431579e542 None None] Network 2eae5130-b856-428e-ba99-ba4c6f4195ab requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:09.531243 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.535161 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/211eb853-8cc8-4697-825e-850a7be600ba HTTP/1.1" status: 204 len: 168 time: 0.2744000 Mar 21 11:18:09.536425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062dca3-341b-40fc-bc85-bf8166c8ee5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=211eb853-8cc8-4697-825e-850a7be600ba,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.537331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35134) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:09.628539 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (2eae5130-b856-428e-ba99-ba4c6f4195ab), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.697763 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Deleting port ccb8f5ec-5353-42cd-96af-962622a796cf {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:09.699762 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.706381 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] DHCP port deletion for 2eae5130-b856-428e-ba99-ba4c6f4195ab request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:18:09.776478 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Deleting port ccb8f5ec-5353-42cd-96af-962622a796cf {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:09.777256 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.780802 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] For port ccb8f5ec-5353-42cd-96af-962622a796cf, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ccb8f5ec-5353-42cd-96af-962622a796cf,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:09.781236 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.798758 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Calling delete_port for ccb8f5ec-5353-42cd-96af-962622a796cf owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:09.859856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] For port ccb8f5ec-5353-42cd-96af-962622a796cf, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ccb8f5ec-5353-42cd-96af-962622a796cf,segment=NetworkSegment(8d78a55b-ba60-4efc-833e-9a9089ad2c3f),segment_id=8d78a55b-ba60-4efc-833e-9a9089ad2c3f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:09.860130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.875772 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Calling delete_port for ccb8f5ec-5353-42cd-96af-962622a796cf owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:09.900489 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.927346 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb8f5ec-5353-42cd-96af-962622a796cf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.931248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] No DVR routers for this DVR port ccb8f5ec-5353-42cd-96af-962622a796cf on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:09.964230 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (ccb8f5ec-5353-42cd-96af-962622a796cf), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:09.993764 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] Pushing event deleted for resources: {'Port': ['ID=ccb8f5ec-5353-42cd-96af-962622a796cf,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:09.995753 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ddb61-b5d6-4961-80dc-7d15c64f3266 None None] No DVR routers for this DVR port ccb8f5ec-5353-42cd-96af-962622a796cf on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:10.174677 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31be5f-c175-4ddb-bb19-4a6bfd2a3e47 req-b8887f58-b409-4655-ad9d-48a2b7d959a0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:10.176489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba31be5f-c175-4ddb-bb19-4a6bfd2a3e47 req-b8887f58-b409-4655-ad9d-48a2b7d959a0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0923378 Mar 21 11:18:10.241370 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ba31be5f-c175-4ddb-bb19-4a6bfd2a3e47 req-fd7ff010-526e-41ce-8ea4-b7eb8064b0ae tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534949 Mar 21 11:18:10.333463 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device efd09089-935c-49af-a753-d95eb9b9ad4c no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:10.354675 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: efd09089-935c-49af-a753-d95eb9b9ad4c {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:10.355023 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device efd09089-935c-49af-a753-d95eb9b9ad4c not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:10.355438 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 833bc164-26b1-4513-8d89-e5d7291b0e09 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:10.363533 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (2eae5130-b856-428e-ba99-ba4c6f4195ab), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.375532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 833bc164-26b1-4513-8d89-e5d7291b0e09 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:10.375882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 833bc164-26b1-4513-8d89-e5d7291b0e09 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:10.376317 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ccb8f5ec-5353-42cd-96af-962622a796cf no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:10.384180 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eae5130-b856-428e-ba99-ba4c6f4195ab']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.394362 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d78a55b-ba60-4efc-833e-9a9089ad2c3f') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.394664 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d78a55b-ba60-4efc-833e-9a9089ad2c3f') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:10.399670 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: ccb8f5ec-5353-42cd-96af-962622a796cf {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:10.400059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ccb8f5ec-5353-42cd-96af-962622a796cf not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:10.406785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (8d78a55b-ba60-4efc-833e-9a9089ad2c3f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.423324 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (8d78a55b-ba60-4efc-833e-9a9089ad2c3f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.429809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:18:10.430208 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (8d78a55b-ba60-4efc-833e-9a9089ad2c3f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:18:10.431998 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:18:10.488174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (2eae5130-b856-428e-ba99-ba4c6f4195ab), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.497765 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.501131 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] 10.222.0.53 "DELETE /v2.0/networks/2eae5130-b856-428e-ba99-ba4c6f4195ab HTTP/1.1" status: 204 len: 168 time: 0.9626870 Mar 21 11:18:10.512488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8873f98-2c21-418a-a2d7-241f103a404c admin admin] Pushing event deleted for resources: {'Network': ['ID=2eae5130-b856-428e-ba99-ba4c6f4195ab,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:10.726782 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35152) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:10.771926 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-be4f964c-3371-4d6a-a388-bda6199fb6fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a0022e1f8894598b76c23ed8fff29bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437982 Mar 21 11:18:10.774549 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35154) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:10.833416 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] Publish callbacks [] for security_group (e3db1e98-9769-4891-9322-4779bfc06b4a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.854438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] Publish callbacks [] for security_group (e3db1e98-9769-4891-9322-4779bfc06b4a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.903432 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e3db1e98-9769-4891-9322-4779bfc06b4a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.906758 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:10.907952 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3db1e98-9769-4891-9322-4779bfc06b4a HTTP/1.1" status: 204 len: 168 time: 0.1308148 Mar 21 11:18:10.917107 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3031ae-372b-4049-9e84-83bfd744fd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3db1e98-9769-4891-9322-4779bfc06b4a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:11.265619 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35164) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.317363 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-85bed18b-0be9-4f4d-bf5e-a427d384489b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0790946884a84cc7be3689b5c0dbeb75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479102 Mar 21 11:18:11.317767 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35168) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.370422 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] Publish callbacks [] for security_group (3682677c-6a56-4c50-8ba4-2f0cffc52494), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.387018 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54efa78-773f-4662-ab2c-5f0be5bf6ced req-b63b6ed6-d547-4c0e-817d-1717ba5e95df tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:11.389695 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e54efa78-773f-4662-ab2c-5f0be5bf6ced req-b63b6ed6-d547-4c0e-817d-1717ba5e95df tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0630410 Mar 21 11:18:11.393469 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] Publish callbacks [] for security_group (3682677c-6a56-4c50-8ba4-2f0cffc52494), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.447292 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e54efa78-773f-4662-ab2c-5f0be5bf6ced req-19f07148-9de1-4d2c-a4dc-8775f3276023 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499418 Mar 21 11:18:11.458846 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (3682677c-6a56-4c50-8ba4-2f0cffc52494), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.461896 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:11.465675 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3682677c-6a56-4c50-8ba4-2f0cffc52494 HTTP/1.1" status: 204 len: 168 time: 0.1445875 Mar 21 11:18:11.476933 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0f0e6-83c1-4faf-b6b7-eb66d2bb18ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3682677c-6a56-4c50-8ba4-2f0cffc52494,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:11.610621 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352de24a-935a-4fee-9427-e2f472b6c62b req-e009b8a0-c0e6-4fa6-9f18-ae1d2d5419ce tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:11.612099 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-352de24a-935a-4fee-9427-e2f472b6c62b req-e009b8a0-c0e6-4fa6-9f18-ae1d2d5419ce tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0625765 Mar 21 11:18:11.620931 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35174) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:11.625891 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Request body: {'floatingip': {'port_id': '132f592a-059a-4150-a68f-a91db715843e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:11.667227 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.150904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.156010 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.274188 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Floating IP cf525a46-7b8f-4d61-a0fb-1aee3a19899e associated. External IP: 172.27.1.109, port: 132f592a-059a-4150-a68f-a91db715843e. Mar 21 11:18:12.299394 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35198) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.413035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-940620169-network', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.434162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Made reservation on behalf of 74ec4e49fc2e4d56843d76460fe4e870 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:12.436541 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.445843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.513121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:12.529335 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks [] for security_group (c0e88b0e-e217-4ac7-9dc8-3d0594eaa770), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.533632 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c0e88b0e-e217-4ac7-9dc8-3d0594eaa770), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.562189 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:18:12.569405 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e88b0e-e217-4ac7-9dc8-3d0594eaa770,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.578188 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (6cc147a0-f033-46dd-997f-816596f1d970), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.578534 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Added segment 6cc147a0-f033-46dd-997f-816596f1d970 of type vlan for network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 Mar 21 11:18:12.624971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (7f8d10b5-daf1-4e3d-b99c-e821ac533544), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.635704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:12.642163 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.647119 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:12.658536 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (7f8d10b5-daf1-4e3d-b99c-e821ac533544), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.660235 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:12.660766 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:12.661093 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.661418 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:12.680459 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-26c959fc-095a-4a18-bf66-4aba138796f3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "PUT /v2.0/floatingips/cf525a46-7b8f-4d61-a0fb-1aee3a19899e HTTP/1.1" status: 200 len: 992 time: 1.0582724 Mar 21 11:18:12.681228 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:12.683946 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e8201b-1346-4a19-92f4-630ddf54531c" -d '{"events": [{"name": "network-changed", "server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:12.732494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78160021-a4b6-45f7-bf34-631456cae854 x-openstack-request-id: req-78160021-a4b6-45f7-bf34-631456cae854 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:12.732494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "tag": "132f592a-059a-4150-a68f-a91db715843e", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:12.732494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-78160021-a4b6-45f7-bf34-631456cae854 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:12.733953 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'status': 'completed', 'code': 200} Mar 21 11:18:12.741531 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4409308 Mar 21 11:18:12.744334 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35208) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:12.751428 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Request body: {'subnet': {'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-940620169-subnet', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:12.768493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd0d7a-e46c-41f0-9ae6-b7c600de0f58 admin admin] Pushing event updated for resources: {'Network': ['ID=7f8d10b5-daf1-4e3d-b99c-e821ac533544,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:12.782453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Made reservation on behalf of 74ec4e49fc2e4d56843d76460fe4e870 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:12.782926 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:18:12.787798 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248624'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:12.836207 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:12.840007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-52dda214-155b-41f7-bb50-8c649c660d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:12.842324 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-52dda214-155b-41f7-bb50-8c649c660d44 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1130 time: 0.0776737 Mar 21 11:18:12.959920 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-4a7f72b9-b3a9-45b4-a383-6d9e6b20c873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:12.961585 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-4a7f72b9-b3a9-45b4-a383-6d9e6b20c873 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1080108 Mar 21 11:18:12.989495 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248614'] for subnet (c19f31f6-0485-474c-8911-1749523b2835), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.042705 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-b79f8420-c401-449b-b2cb-c3d93be1307c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1000 time: 0.0710015 Mar 21 11:18:13.053880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19f31f6-0485-474c-8911-1749523b2835,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:13.066589 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:13.066967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Network hostable DHCP agents. Network: 7f8d10b5-daf1-4e3d-b99c-e821ac533544, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:18:13.095742 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:18:13.098942 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-8198e64c-8af7-4f40-ab22-04b4591832c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:13.100750 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-8198e64c-8af7-4f40-ab22-04b4591832c3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0489907 Mar 21 11:18:13.108987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 7f8d10b5-daf1-4e3d-b99c-e821ac533544) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:13.122075 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:13.124600 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.127170 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54977a91-d983-4319-929b-44a288be8c11 None None] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:13.147046 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5b1e2966-56f6-45cb-9798-f732565c132d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4016006 Mar 21 11:18:13.149651 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35210) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:13.154918 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:13.160635 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-06fea7eb-3cfc-4b4b-ad52-01b9ac9c295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:13.162535 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-06fea7eb-3cfc-4b4b-ad52-01b9ac9c295f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547943 Mar 21 11:18:13.183871 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.185258 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.258918 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for router_controller (4d974c7a-33cb-4df5-a52f-c3438d455188), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.307235 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-46e71d73-1cc8-43c8-a3a6-c0d96ffc91aa service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352596 Mar 21 11:18:13.437197 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:18:13.438112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.445502 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for router_gateway (4d974c7a-33cb-4df5-a52f-c3438d455188), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.465504 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'cf525a46-7b8f-4d61-a0fb-1aee3a19899e', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808ae8f3-d9cd-4205-a660-1363b726c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:00Z', 'updated_at': '2022-03-21T11:18:12Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:13.498917 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e2e8201b-1346-4a19-92f4-630ddf54531c req-78b35570-0932-465a-88b2-fb95445bf7f5 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803286 Mar 21 11:18:13.550202 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:13.618853 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:13.619515 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:13.777321 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Allocated IP 172.20.0.2 (7f8d10b5-daf1-4e3d-b99c-e821ac533544/c19f31f6-0485-474c-8911-1749523b2835/07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:13.788701 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:13.857980 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a12ce-297b-46c9-b01c-791b3ea673ef req-a2096b8a-8cce-4c84-9f78-3bad0f7229dd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:13.859777 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-547a12ce-297b-46c9-b01c-791b3ea673ef req-a2096b8a-8cce-4c84-9f78-3bad0f7229dd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.0978646 Mar 21 11:18:13.879431 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for router_gateway (4d974c7a-33cb-4df5-a52f-c3438d455188), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.908285 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:13.950248 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-547a12ce-297b-46c9-b01c-791b3ea673ef req-cd493a60-9ed8-482d-8c2a-65bb87b5eec9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807233 Mar 21 11:18:14.087411 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks [] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.098334 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.100276 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Allocated IP 172.27.1.6 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/d9598d9f-1775-4d90-8c6d-8e95e994a2cc) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:14.170708 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:14.176479 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:14.180025 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Pushing event updated for resources: {'Port': ['ID=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:14.182280 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:14.219963 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.253290 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Attempting to bind port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:14.253724 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Attempting to bind port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:14.254056 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Attempting to bind port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:14.258893 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.261863 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:14.262243 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:14.262653 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.263050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Bound using segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:14.263600 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Bound port: 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:14.263984 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.276228 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-f3606438-8271-4c4f-947a-098f4679eada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'cf525a46-7b8f-4d61-a0fb-1aee3a19899e', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808ae8f3-d9cd-4205-a660-1363b726c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:00Z', 'updated_at': '2022-03-21T11:18:12Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:14.307602 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3606438-8271-4c4f-947a-098f4679eada None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'cf525a46-7b8f-4d61-a0fb-1aee3a19899e', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '011cd664-4033-483c-bd30-a04923747a3e', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808ae8f3-d9cd-4205-a660-1363b726c668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:00Z', 'updated_at': '2022-03-21T11:18:12Z', 'revision_number': 1, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:14.323361 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:14.329346 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:14.332170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:14.356139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Pushing event updated for resources: {'Port': ['ID=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:14.370177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] For port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:14.373467 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] For port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:14.380809 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.457341 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa44804-b80d-494a-b3e7-949da283dfcf None None] Pushing event updated for resources: {'Port': ['ID=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:14.599768 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a14d6e-5a5a-4441-b086-de2eb6de08aa None None] New status for floating IP cf525a46-7b8f-4d61-a0fb-1aee3a19899e: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:14.623826 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for router_gateway (4d974c7a-33cb-4df5-a52f-c3438d455188), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:14.880855 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:15.073707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:18:15.170321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678cfd3-e249-4c9e-b896-5e80a25519a7 req-31c15e48-d8f8-494c-a26f-42dab60d5b06 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:15.171770 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0678cfd3-e249-4c9e-b896-5e80a25519a7 req-31c15e48-d8f8-494c-a26f-42dab60d5b06 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1363373 Mar 21 11:18:15.255778 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0678cfd3-e249-4c9e-b896-5e80a25519a7 req-30e4afc4-0b59-4fb1-8380-55746ca6bb62 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769877 Mar 21 11:18:15.257008 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:15.283032 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:15.286770 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c0b24322-31c6-4864-9945-ee3924fdb354 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1335874 Mar 21 11:18:15.287562 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35246) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:15.331970 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:15.346219 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:15.347177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:15.497246 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:15.611405 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1a3e8f-a6c6-44c5-a353-8b81125f0f10 None None] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:15.728625 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Provisioning complete for port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:15.729004 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:15.749219 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a375e215-8664-42de-9817-e899ea0cc2f2 req-0d1a5713-94d3-47ed-811f-5fe44673bcc0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:15.750793 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a375e215-8664-42de-9817-e899ea0cc2f2 req-0d1a5713-94d3-47ed-811f-5fe44673bcc0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0735960 Mar 21 11:18:15.901739 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a375e215-8664-42de-9817-e899ea0cc2f2 req-46070ccf-fa90-40f8-be09-39565bf3fdaa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397123 Mar 21 11:18:16.047931 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:14Z', 'revision_number': 3, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:16.086405 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:16.086797 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Updating router 4d974c7a-33cb-4df5-a52f-c3438d455188 port d9598d9f-1775-4d90-8c6d-8e95e994a2cc binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:18:16.090063 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Current status of the port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:16.090292 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.138120 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.178544 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] For port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:16.180879 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.184906 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.331149 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fbe0c-7079-4619-9b84-f420aa2f49a3 None None] Pushing event updated for resources: {'Port': ['ID=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:16.386779 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-dd81f089-792d-408d-bd90-7b72f2ea6897 None None] Provisioning complete for port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:16.387983 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dd81f089-792d-408d-bd90-7b72f2ea6897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.392002 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Allocated IP 172.20.0.1 (7f8d10b5-daf1-4e3d-b99c-e821ac533544/c19f31f6-0485-474c-8911-1749523b2835/485a05e9-11c0-4054-b656-7333d5a9c295) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:16.433888 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:16.496601 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab8c34-7b8d-4562-b752-327f19f0397b req-1f40ac88-0b6e-4fdf-a17c-71249d506965 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:16.498282 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cab8c34-7b8d-4562-b752-327f19f0397b req-1f40ac88-0b6e-4fdf-a17c-71249d506965 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1108057 Mar 21 11:18:16.585341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks [] for port (485a05e9-11c0-4054-b656-7333d5a9c295), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.593073 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cab8c34-7b8d-4562-b752-327f19f0397b req-de69d919-699d-4bae-99ec-a9e622364e8f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872200 Mar 21 11:18:16.612159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:16.612531 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.620378 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-dd81f089-792d-408d-bd90-7b72f2ea6897 None None] Current status of the port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:16.629174 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.651583 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks [] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.661722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.674130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:16.681355 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:16.685749 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:16.689147 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Pushing event updated for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:16.734823 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Attempting to bind port d9598d9f-1775-4d90-8c6d-8e95e994a2cc on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:16.735207 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Attempting to bind port d9598d9f-1775-4d90-8c6d-8e95e994a2cc by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:16.735576 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Attempting to bind port d9598d9f-1775-4d90-8c6d-8e95e994a2cc on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:16.743910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (4d974c7a-33cb-4df5-a52f-c3438d455188), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.745875 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d39e0-101e-4401-922d-3e74755549b7 None None] Pushing event updated for resources: {'Port': ['ID=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:16.748634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:16.749032 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:16.749435 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.749854 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:16.750346 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Bound port: d9598d9f-1775-4d90-8c6d-8e95e994a2cc, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:16.750736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.833551 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:16.847117 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] For port d9598d9f-1775-4d90-8c6d-8e95e994a2cc, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:16.851717 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] For port d9598d9f-1775-4d90-8c6d-8e95e994a2cc, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:16.861745 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:16.928434 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:16.929687 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:16.934886 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.015480 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d39e0-101e-4401-922d-3e74755549b7 None None] Pushing event updated for resources: {'Port': ['ID=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:17.062561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-b60fa9cf-b425-4ed3-b9c6-68e44dff3b68 None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:17.063090 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b60fa9cf-b425-4ed3-b9c6-68e44dff3b68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.108062 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:17.131823 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4106ae4-5d06-4d64-a58a-bfae66e62861 req-6d22458c-8430-40eb-874e-c3cae0c4f20d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.133584 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4106ae4-5d06-4d64-a58a-bfae66e62861 req-6d22458c-8430-40eb-874e-c3cae0c4f20d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.1292155 Mar 21 11:18:17.141241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-b60fa9cf-b425-4ed3-b9c6-68e44dff3b68 None None] Port 485a05e9-11c0-4054-b656-7333d5a9c295 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:17.185400 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4b382-2143-4dfe-a17b-961373544a1a req-f02df522-1731-497b-958e-1dbe78456201 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.187818 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-15c4b382-2143-4dfe-a17b-961373544a1a req-f02df522-1731-497b-958e-1dbe78456201 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 946 time: 0.0722988 Mar 21 11:18:17.226912 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks [] for port (485a05e9-11c0-4054-b656-7333d5a9c295), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.232175 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e4106ae4-5d06-4d64-a58a-bfae66e62861 req-18543a2e-c33d-499d-826b-5a52666bfca3 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=02759707-03a7-4584-816d-2463817321a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912702 Mar 21 11:18:17.233777 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.307980 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Pushing event updated for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:17.311750 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (4d974c7a-33cb-4df5-a52f-c3438d455188), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.313380 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port 9ebf4b75-d399-4613-bdb9-069914ad2209 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:17.314133 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.352081 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:17.392434 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc2ed64-718d-4fb2-88e2-02a2b03b7d86 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:17.436399 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:17.438099 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:17.455889 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] For port 9ebf4b75-d399-4613-bdb9-069914ad2209, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=9ebf4b75-d399-4613-bdb9-069914ad2209,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:17.456493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.591575 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:17.811121 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.811635 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.812042 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 64205b42-db12-4452-8b3a-f9a2d4c1c668 disassociated. External IP: 172.27.1.163, port: 9ebf4b75-d399-4613-bdb9-069914ad2209. Mar 21 11:18:17.812449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for 9ebf4b75-d399-4613-bdb9-069914ad2209 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:17.882402 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-96290e93-9b22-4e6f-ba79-99fbbc19dbe1 None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:17.883144 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-96290e93-9b22-4e6f-ba79-99fbbc19dbe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.910865 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-e9da9275-2d9a-486d-a3fa-a1d8a5b8908b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.912683 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-e9da9275-2d9a-486d-a3fa-a1d8a5b8908b tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1646843 Mar 21 11:18:17.948430 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-96290e93-9b22-4e6f-ba79-99fbbc19dbe1 None None] Port 485a05e9-11c0-4054-b656-7333d5a9c295 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:17.964227 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81c64-fabe-4826-9cff-d5b6934e0b6f req-aa924897-f8ee-4ede-b986-b10abac10dc6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:17.970333 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0de81c64-fabe-4826-9cff-d5b6934e0b6f req-aa924897-f8ee-4ede-b986-b10abac10dc6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 945 time: 0.1682727 Mar 21 11:18:17.973350 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (9ebf4b75-d399-4613-bdb9-069914ad2209), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:17.977227 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:17.998142 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-324e27da-f3ff-454c-9927-c2e79fca1620 admin admin] 10.222.0.53 "PUT /v2.0/routers/4d974c7a-33cb-4df5-a52f-c3438d455188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7012725 Mar 21 11:18:18.010265 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=9ebf4b75-d399-4613-bdb9-069914ad2209,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:18.091028 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0de81c64-fabe-4826-9cff-d5b6934e0b6f req-3a7b5ca3-c85b-471e-a142-d1ec45c6f6e7 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=ae7d13a4-2948-4001-be36-939a87f03550&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188881 Mar 21 11:18:18.150118 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Deleting port ac7f17c3-1df4-44ba-ab37-8cb819019350 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:18.150605 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.181315 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:18.283068 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9cddbe66-541f-4c1b-be1e-6908c2972d12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.334874 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] For port ac7f17c3-1df4-44ba-ab37-8cb819019350, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=ac7f17c3-1df4-44ba-ab37-8cb819019350,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:18.335979 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.467871 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:18.481570 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4e1bc4ae-f9cb-4d81-b094-2927a48392eb req-c68b1fb8-9a05-4841-b401-7fd39c902286 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 210 time: 0.0443580 Mar 21 11:18:18.638075 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:18.639128 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.763698 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.764577 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.767363 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Floating IP 337091ff-2c67-4ba2-bffd-ee64a4dc3af1 disassociated. External IP: 172.27.1.15, port: ac7f17c3-1df4-44ba-ab37-8cb819019350. Mar 21 11:18:18.768527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Calling delete_port for ac7f17c3-1df4-44ba-ab37-8cb819019350 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:18.795724 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:18.807213 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:18.823436 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:18.828049 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:18.853711 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] No DVR routers for this DVR port 9ebf4b75-d399-4613-bdb9-069914ad2209 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:18.856411 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.862243 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-15c4b382-2143-4dfe-a17b-961373544a1a req-c415edcc-7236-4aab-a604-0a7119fcf845 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "DELETE /v2.0/ports/9ebf4b75-d399-4613-bdb9-069914ad2209 HTTP/1.1" status: 204 len: 173 time: 1.6654141 Mar 21 11:18:18.862880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'name': 'network-vif-deleted', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:18.865276 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc8c66a-ee67-40ab-9fb5-0d65dab839b6" -d '{"events": [{"server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "name": "network-vif-deleted", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:18.927836 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:18.937580 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:18.948869 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac94f0a-be39-4268-9e56-34446fa82986 x-openstack-request-id: req-fac94f0a-be39-4268-9e56-34446fa82986 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:18.949154 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495e03d6-4fb2-4a36-8c0c-2b190ade77c0", "name": "network-vif-deleted", "tag": "9ebf4b75-d399-4613-bdb9-069914ad2209", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:18.949408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fac94f0a-be39-4268-9e56-34446fa82986 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:18.949824 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495e03d6-4fb2-4a36-8c0c-2b190ade77c0', 'name': 'network-vif-deleted', 'tag': '9ebf4b75-d399-4613-bdb9-069914ad2209', 'status': 'completed', 'code': 200} Mar 21 11:18:18.966463 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35274) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:18.971562 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2039161520-network', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:18.984606 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (ac7f17c3-1df4-44ba-ab37-8cb819019350), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.001630 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Made reservation on behalf of b33ffd71656545e685fb1a95d3ae1c9c for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:19.005623 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.016489 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.028793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event deleted for resources: {'Port': ['ID=ac7f17c3-1df4-44ba-ab37-8cb819019350,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:19.121495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks [] for security_group (82a866d4-4e19-4b3a-a23b-76f86f430eba), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.126966 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (82a866d4-4e19-4b3a-a23b-76f86f430eba), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.127172 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:19.145971 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:18:19.160345 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (80c1aa8a-f811-4ac1-ac43-4956930dcf27), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.160759 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Added segment 80c1aa8a-f811-4ac1-ac43-4956930dcf27 of type vlan for network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 Mar 21 11:18:19.184373 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:19.213031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (73b6c5e6-7278-4aa7-9615-f05e04fc8874), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.237331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a866d4-4e19-4b3a-a23b-76f86f430eba,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:19.262457 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (73b6c5e6-7278-4aa7-9615-f05e04fc8874), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.264595 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:19.265478 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.314753 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-39bee70b-8501-4545-a9fe-16c6f0f4fe4f req-2eb7e9d7-ed86-4088-a78f-6929c46b1ff5 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0744803 Mar 21 11:18:19.335365 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3677137 Mar 21 11:18:19.338742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35278) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:19.344452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Request body: {'subnet': {'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2039161520-subnet', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:19.348337 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5dbc2-4cf1-4565-9ed9-088ff734ed0c admin admin] Pushing event updated for resources: {'Network': ['ID=73b6c5e6-7278-4aa7-9615-f05e04fc8874,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:19.368158 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:18:19.389349 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:19.397151 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Made reservation on behalf of b33ffd71656545e685fb1a95d3ae1c9c for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:19.400331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16422453'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.519787 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] No DVR routers for this DVR port ac7f17c3-1df4-44ba-ab37-8cb819019350 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:19.524981 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.533323 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a8f2278-cf30-4d26-ab77-ff8721eab0fd req-9d3a8c09-1caf-4626-949b-e0c165d73946 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "DELETE /v2.0/ports/ac7f17c3-1df4-44ba-ab37-8cb819019350 HTTP/1.1" status: 204 len: 173 time: 1.6139750 Mar 21 11:18:19.535933 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'name': 'network-vif-deleted', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:19.539909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ecab42-db07-470a-9240-9f1b6079130f" -d '{"events": [{"server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "name": "network-vif-deleted", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:19.541620 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:19.547884 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:19.619594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:19.620549 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:19.629939 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:19.675397 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:19.675611 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa510d-c207-465f-b759-a232ae853f61 x-openstack-request-id: req-cdaa510d-c207-465f-b759-a232ae853f61 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:19.675745 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9967aefa-d5bb-4b34-a148-0b84f84b8c20", "name": "network-vif-deleted", "tag": "ac7f17c3-1df4-44ba-ab37-8cb819019350", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:19.676150 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-cdaa510d-c207-465f-b759-a232ae853f61 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:19.676697 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9967aefa-d5bb-4b34-a148-0b84f84b8c20', 'name': 'network-vif-deleted', 'tag': 'ac7f17c3-1df4-44ba-ab37-8cb819019350', 'status': 'completed', 'code': 200} Mar 21 11:18:19.677663 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:17:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:19.753486 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-feacb196-3eb5-4e86-921c-937de70c464f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1568885 Mar 21 11:18:19.888219 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-a07eeee2-ea38-42d7-b24e-0a2a6d0b0926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:19.890208 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-a07eeee2-ea38-42d7-b24e-0a2a6d0b0926 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 1129 time: 0.0664454 Mar 21 11:18:19.896817 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16422435'] for subnet (becac5c0-e997-46a1-b8f2-9b4e3d9d20ea), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:19.926722 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:20.063276 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-62e0675f-7d66-43dc-aa4e-d5d8574f954f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:20.065451 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Checking segment: {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:20.065908 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-62e0675f-7d66-43dc-aa4e-d5d8574f954f service neutron] 10.222.0.35 "GET /v2.0/networks?id=c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 200 len: 919 time: 0.1460764 Mar 21 11:18:20.069221 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Network hostable DHCP agents. Network: 73b6c5e6-7278-4aa7-9615-f05e04fc8874, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:18:20.073848 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=becac5c0-e997-46a1-b8f2-9b4e3d9d20ea,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:20.097723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:18:20.120725 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-e96110b6-ac64-4072-a8de-83cba7c297b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 200 len: 217 time: 0.0470383 Mar 21 11:18:20.121088 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 73b6c5e6-7278-4aa7-9615-f05e04fc8874) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:20.126148 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:20.126938 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.151885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35290) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:20.153164 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-161f2a58-da63-45a9-8478-93758a0a97cf admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8128738 Mar 21 11:18:20.154445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e2ff94-9e10-4f0f-a27b-002a45c4506f None None] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:20.160329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:20.255410 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33917b44-c4e9-4357-837b-8d192c2960c7 req-fade7c4e-94cc-44cb-9279-e02f9534f2ef tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=495e03d6-4fb2-4a36-8c0c-2b190ade77c0 HTTP/1.1" status: 200 len: 210 time: 0.5604463 Mar 21 11:18:20.258603 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:20.286439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:20.287618 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (febfb152-ff60-4452-9265-1123d4a6de07), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.292900 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (febfb152-ff60-4452-9265-1123d4a6de07), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.327393 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fefa91-c4f2-4ad6-9da6-711d0e99bc1c None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:20.358014 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for router_controller (febfb152-ff60-4452-9265-1123d4a6de07), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.363464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-c2a14e96-609d-46b9-ab37-aa0f880b0226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:20.365553 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-c2a14e96-609d-46b9-ab37-aa0f880b0226 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 200 len: 858 time: 0.2384238 Mar 21 11:18:20.400723 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'fixed_ips': [{'subnet_id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:18:20.402518 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.544857 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device d9598d9f-1775-4d90-8c6d-8e95e994a2cc up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:20.578440 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d9b53eb-ecbc-4982-aa16-84fedb43b279 req-2df6a084-4c4a-4579-ba26-68c14e34085d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=9967aefa-d5bb-4b34-a148-0b84f84b8c20 HTTP/1.1" status: 200 len: 210 time: 0.0442913 Mar 21 11:18:20.653072 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for router_gateway (febfb152-ff60-4452-9265-1123d4a6de07), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.660958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-81d5dd6d-7631-4922-8626-f0d3bc43cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:20.662604 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-81d5dd6d-7631-4922-8626-f0d3bc43cb84 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=c274f906-baaa-46cd-9ef0-4c5f0f95e207&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2291930 Mar 21 11:18:20.760740 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673430ac-24c5-4b6d-84fb-934d4223de89 None None] New status for floating IP 64205b42-db12-4452-8b3a-f9a2d4c1c668: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:20.812963 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port d9598d9f-1775-4d90-8c6d-8e95e994a2cc triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:20.813778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.817976 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Allocated IP 172.20.0.2 (73b6c5e6-7278-4aa7-9615-f05e04fc8874/becac5c0-e997-46a1-b8f2-9b4e3d9d20ea/165ea790-d1a1-439f-9435-23ca80ed5fea) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:20.828662 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-7113bfda-54aa-4c1d-953a-8b7f8bc18001 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402366 Mar 21 11:18:20.860340 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 9ebf4b75-d399-4613-bdb9-069914ad2209 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:20.950199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 9ebf4b75-d399-4613-bdb9-069914ad2209 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:20.950719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 9ebf4b75-d399-4613-bdb9-069914ad2209 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:20.951178 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device ac7f17c3-1df4-44ba-ab37-8cb819019350 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:20.995797 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-263c76f8-f3ea-421b-819e-ad85739fc34b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:20.997297 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: ac7f17c3-1df4-44ba-ab37-8cb819019350 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:20.997491 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device ac7f17c3-1df4-44ba-ab37-8cb819019350 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:21.043884 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0fce8ea4-fae5-4b2a-92b8-3b54c1a76e1b req-efe2ca1f-7cc8-4e64-a4b9-d3e583614166 service neutron] 10.222.0.35 "GET /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058599 Mar 21 11:18:21.064409 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for router_gateway (febfb152-ff60-4452-9265-1123d4a6de07), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.065014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:21.077540 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:21.089841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.115650 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port d9598d9f-1775-4d90-8c6d-8e95e994a2cc is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:21.116038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.122956 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:21.178245 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:21.178905 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:21.181787 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port d9598d9f-1775-4d90-8c6d-8e95e994a2cc, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:21.194937 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:21.194937 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:21.205104 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Allocated IP 172.27.1.85 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/ab85c4fc-b4a4-4abc-8ce9-6122374252e6) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:21.232259 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.317982 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.326079 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks [] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.348007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35300) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:21.362204 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.364400 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.407154 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:21.409750 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (02759707-03a7-4584-816d-2463817321a3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.412106 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:21.416353 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:21.449843 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:21.454629 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:21.463823 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:21.474384 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (02759707-03a7-4584-816d-2463817321a3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.475566 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:21.500907 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:21.554514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (02759707-03a7-4584-816d-2463817321a3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.558166 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.561450 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/security-groups/02759707-03a7-4584-816d-2463817321a3 HTTP/1.1" status: 204 len: 168 time: 0.2118304 Mar 21 11:18:21.565199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:21.567658 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35302) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:21.589069 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0a4d0-4761-43a6-9861-923d49a5ffc5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02759707-03a7-4584-816d-2463817321a3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:21.592565 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.api.v2.resource [None req-840a4422-912c-4e1e-8790-c473fc1953ff tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] show failed (client error): The resource could not be found. Mar 21 11:18:21.596716 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-840a4422-912c-4e1e-8790-c473fc1953ff tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups/02759707-03a7-4584-816d-2463817321a3 HTTP/1.1" status: 404 len: 347 time: 0.0248070 Mar 21 11:18:21.597745 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35304) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:21.694413 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Pushing event updated for resources: {'Port': ['ID=165ea790-d1a1-439f-9435-23ca80ed5fea,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:21.744943 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35310) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:21.774311 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Attempting to bind port 165ea790-d1a1-439f-9435-23ca80ed5fea on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:21.774702 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Attempting to bind port 165ea790-d1a1-439f-9435-23ca80ed5fea by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:21.774953 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Attempting to bind port 165ea790-d1a1-439f-9435-23ca80ed5fea on network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:21.793972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Pushing event updated for resources: {'Port': ['ID=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:21.850651 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (ae7d13a4-2948-4001-be36-939a87f03550), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.887580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (ae7d13a4-2948-4001-be36-939a87f03550), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.907675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port b8baed54-9ab3-4a9f-807b-bb502169187e {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:21.908031 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.985683 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:21.986074 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Checking segment: {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:21.986485 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:21.986884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Bound using segment: {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:21.987379 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Bound port: 165ea790-d1a1-439f-9435-23ca80ed5fea, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:21.987763 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.031055 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.031398 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (b8baed54-9ab3-4a9f-807b-bb502169187e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.046819 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ae7d13a4-2948-4001-be36-939a87f03550), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.049583 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.054412 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "DELETE /v2.0/security-groups/ae7d13a4-2948-4001-be36-939a87f03550 HTTP/1.1" status: 204 len: 168 time: 0.3047857 Mar 21 11:18:22.055518 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35312) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:22.059375 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for b8baed54-9ab3-4a9f-807b-bb502169187e owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:22.067943 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82da05e-8e44-46f0-8c80-e6fbab31a634 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7d13a4-2948-4001-be36-939a87f03550,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:22.073952 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-33615637-680b-4960-9349-3501fd6495a4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] show failed (client error): The resource could not be found. Mar 21 11:18:22.079612 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-33615637-680b-4960-9349-3501fd6495a4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups/ae7d13a4-2948-4001-be36-939a87f03550 HTTP/1.1" status: 404 len: 347 time: 0.0189188 Mar 21 11:18:22.080350 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35314) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:22.107657 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for router_gateway (febfb152-ff60-4452-9265-1123d4a6de07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.195672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] For port 165ea790-d1a1-439f-9435-23ca80ed5fea, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:22.245031 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] For port 165ea790-d1a1-439f-9435-23ca80ed5fea, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=165ea790-d1a1-439f-9435-23ca80ed5fea,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:22.260259 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.267406 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.296064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Deleting port 05fed3e9-1786-4280-a0ea-35a0d9893af8 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:22.296411 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.367062 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:22.375827 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd974a44-2598-4f42-8916-ef5edd064f33 None None] Pushing event updated for resources: {'Port': ['ID=165ea790-d1a1-439f-9435-23ca80ed5fea,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:22.406729 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53708a7-4af6-4fc1-8e47-f4a9a0209a09 None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:13:31Z', 'revision_number': 4, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'e14f8881-2598-4615-b8fc-8b1b7130ee3c', 'name': '', 'network_id': 'c274f906-baaa-46cd-9ef0-4c5f0f95e207', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'mac_address': 'fa:16:3e:0b:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:28Z', 'updated_at': '2022-03-21T11:13:51Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'subnets': [{'id': 'a0efb945-653e-4d5d-8ef7-e3b244589240', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:22.411418 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:17Z', 'revision_number': 2, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:22.428519 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (b8baed54-9ab3-4a9f-807b-bb502169187e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.429476 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (febfb152-ff60-4452-9265-1123d4a6de07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.439204 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:22.439567 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Updating router 4d974c7a-33cb-4df5-a52f-c3438d455188 port 485a05e9-11c0-4054-b656-7333d5a9c295 binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:18:22.461311 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device d9598d9f-1775-4d90-8c6d-8e95e994a2cc up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:22.472582 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.473001 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (05fed3e9-1786-4280-a0ea-35a0d9893af8), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.505283 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.515860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=b8baed54-9ab3-4a9f-807b-bb502169187e,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:22.550097 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Calling delete_port for 05fed3e9-1786-4280-a0ea-35a0d9893af8 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:22.630543 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Router febfb152-ff60-4452-9265-1123d4a6de07 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:18:22.636041 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port d9598d9f-1775-4d90-8c6d-8e95e994a2cc triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:22.636582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.657353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (64205b42-db12-4452-8b3a-f9a2d4c1c668), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.659946 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.665148 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5b1c67cd-72af-4345-8ad6-a75d42fe03e8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/floatingips/64205b42-db12-4452-8b3a-f9a2d4c1c668 HTTP/1.1" status: 204 len: 168 time: 1.0661080 Mar 21 11:18:22.810390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:22.823878 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Sync routers for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:22.834873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (05fed3e9-1786-4280-a0ea-35a0d9893af8), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.841541 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.848711 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e7aff651-3844-4ec8-a72e-9624116da47d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6941903 Mar 21 11:18:22.850576 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35318) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:22.850780 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:22.854831 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:22.912933 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event deleted for resources: {'Port': ['ID=05fed3e9-1786-4280-a0ea-35a0d9893af8,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:22.996760 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks [] for floatingip (337091ff-2c67-4ba2-bffd-ee64a4dc3af1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:22.999975 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.002502 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e0e6c3c0-4c53-46ce-afa2-ef7c2f387ec4 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "DELETE /v2.0/floatingips/337091ff-2c67-4ba2-bffd-ee64a4dc3af1 HTTP/1.1" status: 204 len: 168 time: 0.9206605 Mar 21 11:18:23.066389 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks [] for port (485a05e9-11c0-4054-b656-7333d5a9c295), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.073628 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35322) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:23.082779 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217875963', 'description': 'tempest-description--924691881'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:23.094986 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e3f6e8-6279-45cc-8995-bc53ab8507b0 None None] New status for floating IP 337091ff-2c67-4ba2-bffd-ee64a4dc3af1: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:23.095246 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port d9598d9f-1775-4d90-8c6d-8e95e994a2cc is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:23.102127 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.160454 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.206529 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:23.244560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e846a3-d55f-4987-b058-03248a37e5bd None None] Pushing event updated for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:23.317234 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (86fa5cb0-1e25-40b2-9332-bcfd0a5929f9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.324147 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (86fa5cb0-1e25-40b2-9332-bcfd0a5929f9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.344183 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Attempting to bind port 485a05e9-11c0-4054-b656-7333d5a9c295 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:23.344730 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Attempting to bind port 485a05e9-11c0-4054-b656-7333d5a9c295 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:23.345260 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Attempting to bind port 485a05e9-11c0-4054-b656-7333d5a9c295 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:23.352809 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:23.353273 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:23.353740 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.354197 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Bound using segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:23.354762 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Bound port: 485a05e9-11c0-4054-b656-7333d5a9c295, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:23.355313 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.408647 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:23.415156 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.416441 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5393bb67-dd1f-4ee7-86b3-6ffd64a326b0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3411324 Mar 21 11:18:23.420239 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35326) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:23.431449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '86fa5cb0-1e25-40b2-9332-bcfd0a5929f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:23.496015 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (13ec64bf-5b3b-4dd7-a6ba-57df210124f5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.510592 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] For port 485a05e9-11c0-4054-b656-7333d5a9c295, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:23.521971 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] For port 485a05e9-11c0-4054-b656-7333d5a9c295, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=485a05e9-11c0-4054-b656-7333d5a9c295,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:23.532316 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 3, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:23.533949 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.610389 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Checking router: febfb152-ff60-4452-9265-1123d4a6de07 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:23.610840 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Updating router febfb152-ff60-4452-9265-1123d4a6de07 port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:18:23.634132 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (13ec64bf-5b3b-4dd7-a6ba-57df210124f5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.648916 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (13ec64bf-5b3b-4dd7-a6ba-57df210124f5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.659525 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:23.662512 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:23.676142 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.681683 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ec64bf-5b3b-4dd7-a6ba-57df210124f5,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:23.701390 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.709320 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35328) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:23.709956 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b5f02832-56c4-4ffe-87d5-3e446a82aa4f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2859290 Mar 21 11:18:23.719720 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'security_group_rule': {'security_group_id': '86fa5cb0-1e25-40b2-9332-bcfd0a5929f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:23.742765 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.810301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e846a3-d55f-4987-b058-03248a37e5bd None None] Pushing event updated for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:23.837475 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:23.837872 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:23.911361 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:24.002122 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (5c53f3a1-7557-4068-8856-2bedb92f9cdb), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.043481 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Allocated IP 172.20.0.1 (73b6c5e6-7278-4aa7-9615-f05e04fc8874/becac5c0-e997-46a1-b8f2-9b4e3d9d20ea/a0743286-27f9-4c9a-8663-a2352e38c670) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:24.052954 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Current status of the port 485a05e9-11c0-4054-b656-7333d5a9c295 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:24.053350 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.079226 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks [] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.087969 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.101816 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e98b26f-a3c3-43ab-a9f4-474af27c72c4 None None] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:24.148978 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (5c53f3a1-7557-4068-8856-2bedb92f9cdb), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.149877 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Attempting to bind port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:24.150225 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Attempting to bind port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:24.150636 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Attempting to bind port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:24.153343 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Pushing event updated for resources: {'Port': ['ID=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,revision_number=2']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:24.154517 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (5c53f3a1-7557-4068-8856-2bedb92f9cdb), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.163958 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:24.164222 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:24.164529 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.164929 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:24.165394 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Bound port: ab85c4fc-b4a4-4abc-8ce9-6122374252e6, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:24.165799 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.169576 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.172174 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.172543 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.172908 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.173837 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.174552 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.174920 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.175363 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.175531 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.176173 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.176657 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.182084 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.182427 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.182761 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.183087 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:24.192993 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c53f3a1-7557-4068-8856-2bedb92f9cdb,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:24.209110 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.213322 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-64787b73-a5ef-4edd-bb86-8659de80e7aa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4968796 Mar 21 11:18:24.214259 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35332) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:24.219393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:24.239556 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks [] for port (a0743286-27f9-4c9a-8663-a2352e38c670), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.253246 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] For port ab85c4fc-b4a4-4abc-8ce9-6122374252e6, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:24.256587 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] For port ab85c4fc-b4a4-4abc-8ce9-6122374252e6, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:24.265562 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.268020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.272363 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] For port 485a05e9-11c0-4054-b656-7333d5a9c295, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=485a05e9-11c0-4054-b656-7333d5a9c295,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:24.295384 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.340222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.342014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.399623 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:24.404407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:24.411274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:24.424003 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:24.424888 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:24.456471 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.533241 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40445962-3b51-47c8-9676-b41a60a40107 None None] Pushing event updated for resources: {'Port': ['ID=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:24.559059 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Pushing event updated for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:24.561777 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (febfb152-ff60-4452-9265-1123d4a6de07), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.636174 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:24.672191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.27.1.74 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/215fcf87-a609-4606-b45c-1b12f18455d8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:24.691424 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a4123-7d3f-4659-9e10-d6073be6d7ee None None] Pushing event updated for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:24.703863 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:24.704532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.738095 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 165ea790-d1a1-439f-9435-23ca80ed5fea up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:24.770959 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.847668 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:23Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:24.879774 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (215fcf87-a609-4606-b45c-1b12f18455d8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.900551 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3691ca92-753a-45eb-9a0d-162a753770af None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:23Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:24.918103 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 3, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:24.962930 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:24.971087 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171eff20-4ff6-4600-b47b-c86995d53c27 None None] The sync data for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi is: [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 3, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:24.992446 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Current status of the port 485a05e9-11c0-4054-b656-7333d5a9c295 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:25.007180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 165ea790-d1a1-439f-9435-23ca80ed5fea triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:25.007562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.013938 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Provisioning complete for port 165ea790-d1a1-439f-9435-23ca80ed5fea triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:25.014382 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.020986 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:25.072580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:25.082077 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:25.102506 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks [] for port (a0743286-27f9-4c9a-8663-a2352e38c670), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.112922 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.178472 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=215fcf87-a609-4606-b45c-1b12f18455d8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:25.243848 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (febfb152-ff60-4452-9265-1123d4a6de07), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.267131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 165ea790-d1a1-439f-9435-23ca80ed5fea is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:25.267564 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.271350 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Current status of the port 165ea790-d1a1-439f-9435-23ca80ed5fea is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:25.271741 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.304051 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.369444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.370083 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] For port 165ea790-d1a1-439f-9435-23ca80ed5fea, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=165ea790-d1a1-439f-9435-23ca80ed5fea,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:25.385982 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.425294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Pushing event updated for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:25.451883 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:25.455722 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:25.482409 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.605936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.db.api [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103432) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 21 11:18:25.605936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG oslo_db.api [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 21 11:18:25.618659 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca4440-b985-40f5-95f6-c355cd8af905 None None] Pushing event updated for resources: {'Port': ['ID=165ea790-d1a1-439f-9435-23ca80ed5fea,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:25.638448 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Provisioning complete for port a0743286-27f9-4c9a-8663-a2352e38c670 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:25.639074 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.736288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Port a0743286-27f9-4c9a-8663-a2352e38c670 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:25.743280 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (215fcf87-a609-4606-b45c-1b12f18455d8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.749542 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.766769 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Provisioning complete for port 165ea790-d1a1-439f-9435-23ca80ed5fea triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:25.767156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.827894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Router febfb152-ff60-4452-9265-1123d4a6de07 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:25.897569 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=215fcf87-a609-4606-b45c-1b12f18455d8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:25.914374 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.942936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:25.945596 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c9b1b972-b7c7-4ee5-925d-760b26d81e66 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7302971 Mar 21 11:18:25.976594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-211375e3-4430-43b0-aca3-7c348ea25b99 None None] Current status of the port 165ea790-d1a1-439f-9435-23ca80ed5fea is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:26.061162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0cd862-38f3-482c-b6be-f31979b52408 req-45fce1a4-c026-40e5-a6d0-fb52e7ada569 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:26.062824 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd0cd862-38f3-482c-b6be-f31979b52408 req-45fce1a4-c026-40e5-a6d0-fb52e7ada569 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0822017 Mar 21 11:18:26.111651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-886206b9-ffdc-45cd-a52b-539f11a7da20 None None] Provisioning complete for port a0743286-27f9-4c9a-8663-a2352e38c670 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:26.112126 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:26.115337 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-886206b9-ffdc-45cd-a52b-539f11a7da20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.117951 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-60157603-2ef4-4f00-90e5-8a111cb0cccb admin admin] 10.222.0.53 "PUT /v2.0/routers/febfb152-ff60-4452-9265-1123d4a6de07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2660944 Mar 21 11:18:26.152039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bd0cd862-38f3-482c-b6be-f31979b52408 req-6bdf4282-314d-4023-a977-8095ae854dbe tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832407 Mar 21 11:18:26.209899 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-886206b9-ffdc-45cd-a52b-539f11a7da20 None None] Port a0743286-27f9-4c9a-8663-a2352e38c670 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:26.216366 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 165ea790-d1a1-439f-9435-23ca80ed5fea is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:26.228179 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 485a05e9-11c0-4054-b656-7333d5a9c295 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:26.315431 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:26.315841 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.433217 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-58eaca2f-b1c9-489b-8825-82088f7426da tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--217875963&fields=id&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 267 time: 0.0668993 Mar 21 11:18:26.444143 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 485a05e9-11c0-4054-b656-7333d5a9c295 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:26.565720 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-c2e814d1-96b4-4e55-87bf-85c6184bb99a tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:26.572592 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-c2e814d1-96b4-4e55-87bf-85c6184bb99a tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.1381307 Mar 21 11:18:26.587477 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-f38f7aef-b551-4f81-b2a8-9182de52875b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/quotas/88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 375 time: 0.0125513 Mar 21 11:18:26.699813 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ab85c4fc-b4a4-4abc-8ce9-6122374252e6 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:26.737540 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:26.742269 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960353223', 'description': 'tempest-secgroup-smoke-1960353223 description', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:26.773327 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.779999 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:26.779999 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.875187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (85248cda-31d7-421d-98d6-5e4a1eadbae7), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.880591 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (85248cda-31d7-421d-98d6-5e4a1eadbae7), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.894891 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:26.895590 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.915840 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.917327 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1787460 Mar 21 11:18:26.921642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35368) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:26.925609 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port ab85c4fc-b4a4-4abc-8ce9-6122374252e6, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:26.926541 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:26.931142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd1720-619c-4a33-a737-fa31d8311385 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85248cda-31d7-421d-98d6-5e4a1eadbae7,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:26.931330 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.932356 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 165ea790-d1a1-439f-9435-23ca80ed5fea up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:26.961626 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (c7e194c2-9392-4f47-970a-1a09574a65a1), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:26.970341 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-97ac8515-343b-4f27-aaa4-2f55c285b9e0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3817153 Mar 21 11:18:27.023924 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (c7e194c2-9392-4f47-970a-1a09574a65a1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.030400 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (c7e194c2-9392-4f47-970a-1a09574a65a1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.032822 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 165ea790-d1a1-439f-9435-23ca80ed5fea triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:27.033271 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.035202 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.050647 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7e194c2-9392-4f47-970a-1a09574a65a1,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.060923 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.062101 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-834fbb17-7aa2-41be-933f-94903e2a5710 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1392429 Mar 21 11:18:27.064652 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35370) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:27.071002 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:27.080717 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-e643b263-3358-4d5f-bab1-350470eed229 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953512 Mar 21 11:18:27.109480 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (1a68909b-7167-4e8f-a71e-5c2df88c69aa), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.141442 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 165ea790-d1a1-439f-9435-23ca80ed5fea is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:27.142646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 485a05e9-11c0-4054-b656-7333d5a9c295 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:27.184954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-5e6cda3c-4ad7-46d3-98ab-e70c08620061 service neutron] 10.222.0.53 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971761 Mar 21 11:18:27.185257 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (1a68909b-7167-4e8f-a71e-5c2df88c69aa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.193878 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (1a68909b-7167-4e8f-a71e-5c2df88c69aa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.214254 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 485a05e9-11c0-4054-b656-7333d5a9c295 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:27.214641 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.216256 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a68909b-7167-4e8f-a71e-5c2df88c69aa,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.230524 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.241871 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ac25de1d-9351-45fd-beef-d27a8f5f5972 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1755614 Mar 21 11:18:27.242511 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35374) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:27.249320 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:27.282331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (4aff11d7-7200-4f49-9884-5b2d9f32c8ae), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.319509 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc398-f00f-4eee-88ea-c7dad6f91035 req-e6437b24-4917-479c-b6a5-3a7415db96c6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:27.323523 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00bfc398-f00f-4eee-88ea-c7dad6f91035 req-e6437b24-4917-479c-b6a5-3a7415db96c6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.0870039 Mar 21 11:18:27.329601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 485a05e9-11c0-4054-b656-7333d5a9c295 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:27.387048 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (4aff11d7-7200-4f49-9884-5b2d9f32c8ae), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.393772 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (4aff11d7-7200-4f49-9884-5b2d9f32c8ae), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.399197 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cd264653-dc60-46c1-925d-c329561671d0 req-dedd1003-d78c-4b51-b672-bbfeddc3db61 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 210 time: 0.0343499 Mar 21 11:18:27.427436 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aff11d7-7200-4f49-9884-5b2d9f32c8ae,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.439785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.439953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-00bfc398-f00f-4eee-88ea-c7dad6f91035 req-688da993-4e6c-4400-b632-abe1c6a10e12 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978057 Mar 21 11:18:27.441046 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d368367d-26c9-408b-9bb3-d805edfcbff0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1973968 Mar 21 11:18:27.444429 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35380) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:27.453623 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:27.483269 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (122011b4-9cd1-4c66-a3a7-9f068a4fec24), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.569888 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (122011b4-9cd1-4c66-a3a7-9f068a4fec24), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.574970 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (122011b4-9cd1-4c66-a3a7-9f068a4fec24), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.595782 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122011b4-9cd1-4c66-a3a7-9f068a4fec24,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.604658 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.608626 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f07c2893-ef5e-4df7-91d5-dec1673195ea tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1585340 Mar 21 11:18:27.609612 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35386) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:27.614178 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:27.640884 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Project 74ec4e49fc2e4d56843d76460fe4e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:18:27.648401 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (5ecc93c0-631b-4e1c-b668-24090c105c8e), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.704989 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (5ecc93c0-631b-4e1c-b668-24090c105c8e), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.710484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (5ecc93c0-631b-4e1c-b668-24090c105c8e), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.729019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ecc93c0-631b-4e1c-b668-24090c105c8e,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.738527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.739809 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a256529f-cfc8-4b23-89bd-fa5e85e41415 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291661 Mar 21 11:18:27.742712 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35390) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:27.750513 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'security_group_rule': {'security_group_id': '85248cda-31d7-421d-98d6-5e4a1eadbae7', 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:27.776234 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Project 74ec4e49fc2e4d56843d76460fe4e870 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:18:27.777142 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Sync routers for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:27.782938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (c9806d6c-33b2-4fb3-939d-35560b4a170f), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.788182 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:27.789052 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:27.852279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (c9806d6c-33b2-4fb3-939d-35560b4a170f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.858615 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (c9806d6c-33b2-4fb3-939d-35560b4a170f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.880619 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9806d6c-33b2-4fb3-939d-35560b4a170f,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:27.892170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:27.896708 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5445affe-eca5-4afa-91bf-7b7fd5a2ac12 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493771 Mar 21 11:18:27.909604 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:28.125812 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 4, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'a0743286-27f9-4c9a-8663-a2352e38c670', 'name': '', 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'mac_address': 'fa:16:3e:b4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:23Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 2, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'subnets': [{'id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:28.156382 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Checking router: febfb152-ff60-4452-9265-1123d4a6de07 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:28.156946 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Updating router febfb152-ff60-4452-9265-1123d4a6de07 port a0743286-27f9-4c9a-8663-a2352e38c670 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:18:28.186350 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.496911 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-f9952b55-e1b2-4475-b8ab-ac6bb5796b1f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:28.499416 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-f9952b55-e1b2-4475-b8ab-ac6bb5796b1f tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.1279469 Mar 21 11:18:28.624923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ab85c4fc-b4a4-4abc-8ce9-6122374252e6 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:28.660948 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-75fca3bf-b62d-499c-92c2-b7a4ce8c5aa0 req-62741190-18e5-4039-b561-8d69cb643102 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 210 time: 0.0579257 Mar 21 11:18:28.700269 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks [] for port (a0743286-27f9-4c9a-8663-a2352e38c670), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.713803 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.749057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:28.749954 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.752410 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-fedb7614-9dd6-4a05-8f41-3ebc9fb0046c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:28.755345 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-fedb7614-9dd6-4a05-8f41-3ebc9fb0046c tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 815 time: 0.2704122 Mar 21 11:18:28.821270 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Deleting port f209a598-a235-4caf-aa18-adfb08ad5682 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:28.821971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.854799 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779dbc7-2d83-45c3-8fd7-b9687bf3db8b None None] Pushing event updated for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:28.886454 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-251df636-ab2b-4265-9b59-603d752aae6e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=88a8d34884e14f268717c87a3a9f63e8 HTTP/1.1" status: 200 len: 379 time: 0.1230040 Mar 21 11:18:28.889050 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67220076-908d-4963-bdcf-3a904e8b8ccc req-9d3ce0a2-5178-4472-ab43-7f062172f427 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:28.891141 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67220076-908d-4963-bdcf-3a904e8b8ccc req-9d3ce0a2-5178-4472-ab43-7f062172f427 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 946 time: 0.2914402 Mar 21 11:18:28.903007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'port': {'device_id': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'admin_state_up': True, 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'security_groups': ['86fa5cb0-1e25-40b2-9332-bcfd0a5929f9']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:28.914692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:28.952442 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Attempting to bind port a0743286-27f9-4c9a-8663-a2352e38c670 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:28.953197 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Attempting to bind port a0743286-27f9-4c9a-8663-a2352e38c670 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:28.953751 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Attempting to bind port a0743286-27f9-4c9a-8663-a2352e38c670 on network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:28.960000 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 18, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:28.960661 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Checking segment: {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:28.961266 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:28.961902 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Bound using segment: {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:28.962534 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Bound port: a0743286-27f9-4c9a-8663-a2352e38c670, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80c1aa8a-f811-4ac1-ac43-4956930dcf27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:28.962916 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.000472 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-67220076-908d-4963-bdcf-3a904e8b8ccc req-830d2030-86e5-4388-bd1b-d10a8df3b37e tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979693 Mar 21 11:18:29.027691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] For port f209a598-a235-4caf-aa18-adfb08ad5682, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f209a598-a235-4caf-aa18-adfb08ad5682,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:29.028144 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.043058 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] For port a0743286-27f9-4c9a-8663-a2352e38c670, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:29.047541 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] For port a0743286-27f9-4c9a-8663-a2352e38c670, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a0743286-27f9-4c9a-8663-a2352e38c670,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:29.056949 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.059024 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Calling delete_port for f209a598-a235-4caf-aa18-adfb08ad5682 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:29.090314 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Made reservation on behalf of 88a8d34884e14f268717c87a3a9f63e8 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:29.094879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.114228 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:29.115011 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:29.171541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Provisioning complete for port a0743286-27f9-4c9a-8663-a2352e38c670 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:29.171903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.255207 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (f209a598-a235-4caf-aa18-adfb08ad5682), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.267192 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9779dbc7-2d83-45c3-8fd7-b9687bf3db8b None None] Pushing event updated for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:29.278582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['30393bac-5294-4b12-83a8-b16c8285c911'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:29.282131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Allocated IP 172.20.0.4 (9ff7916a-32b7-4ae2-bcbe-49820a265839/92ebd75c-042d-42f4-a064-fc77a0b6bb42/f315a7f3-4909-4891-88c6-b757235c6c1c) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:29.319624 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event deleted for resources: {'Port': ['ID=f209a598-a235-4caf-aa18-adfb08ad5682,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:29.352562 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:29.427092 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] No DVR routers for this DVR port f209a598-a235-4caf-aa18-adfb08ad5682 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:29.431515 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.446251 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Current status of the port a0743286-27f9-4c9a-8663-a2352e38c670 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:29.446817 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.449839 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-af074ed3-6eb0-4e23-ae5e-6fdbe79333c2 req-3fbb1675-643e-454c-a5ed-038d921aa7d1 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "DELETE /v2.0/ports/f209a598-a235-4caf-aa18-adfb08ad5682 HTTP/1.1" status: 204 len: 173 time: 0.9369376 Mar 21 11:18:29.450507 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'name': 'network-vif-deleted', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:29.465612 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178ea9de-201c-45eb-80d7-612fd121cc87" -d '{"events": [{"server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "name": "network-vif-deleted", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:29.516874 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] For port a0743286-27f9-4c9a-8663-a2352e38c670, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a0743286-27f9-4c9a-8663-a2352e38c670,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:29.521886 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.528139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a4c3ee-a9ff-483c-b2ab-bfbd130fbf46 x-openstack-request-id: req-98a4c3ee-a9ff-483c-b2ab-bfbd130fbf46 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:29.528708 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06159ae-4838-4d67-909b-2697b6bca69a", "name": "network-vif-deleted", "tag": "f209a598-a235-4caf-aa18-adfb08ad5682", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:29.528708 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-98a4c3ee-a9ff-483c-b2ab-bfbd130fbf46 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:29.529233 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06159ae-4838-4d67-909b-2697b6bca69a', 'name': 'network-vif-deleted', 'tag': 'f209a598-a235-4caf-aa18-adfb08ad5682', 'status': 'completed', 'code': 200} Mar 21 11:18:29.551029 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.592482 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.627308 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dfbe0b-3be5-47fa-a793-f10807214c9d None None] Pushing event updated for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:29.648434 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3e429ab8-bf61-4101-bdea-29c7b37da8c5 None None] Provisioning complete for port a0743286-27f9-4c9a-8663-a2352e38c670 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:29.648782 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3e429ab8-bf61-4101-bdea-29c7b37da8c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.666707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:29.679258 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:29.682166 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:29.688878 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:29.728602 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-e842defc-eec0-43b6-8d13-11091648233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 4, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'a0743286-27f9-4c9a-8663-a2352e38c670', 'name': '', 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'mac_address': 'fa:16:3e:b4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:23Z', 'updated_at': '2022-03-21T11:18:29Z', 'revision_number': 4, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'subnets': [{'id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:29.752502 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:29.753308 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.777207 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e842defc-eec0-43b6-8d13-11091648233a None None] The sync data for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi is: [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 4, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'a0743286-27f9-4c9a-8663-a2352e38c670', 'name': '', 'network_id': '73b6c5e6-7278-4aa7-9615-f05e04fc8874', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'mac_address': 'fa:16:3e:b4:d0:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:23Z', 'updated_at': '2022-03-21T11:18:29Z', 'revision_number': 4, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'subnets': [{'id': 'becac5c0-e997-46a1-b8f2-9b4e3d9d20ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:29.782653 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-cf7b223f-0a7b-40ff-8a85-073839e132c0 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8894417 Mar 21 11:18:29.786038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3e429ab8-bf61-4101-bdea-29c7b37da8c5 None None] Current status of the port a0743286-27f9-4c9a-8663-a2352e38c670 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:29.798328 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Request body: {'port': {'device_id': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:29.899015 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:29.945843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f81d2-4184-4f61-bfb6-2accc6ee223e req-6ec02f19-82bf-4097-931d-19ce8fd33244 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:29.947570 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e26f81d2-4184-4f61-bfb6-2accc6ee223e req-6ec02f19-82bf-4097-931d-19ce8fd33244 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 931 time: 0.1443892 Mar 21 11:18:30.035172 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e26f81d2-4184-4f61-bfb6-2accc6ee223e req-37dfbd50-38d3-4f16-aa9c-9e2e764ca2c4 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794084 Mar 21 11:18:30.174323 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f598ee9-fa17-4faf-a197-ea4971759e62 req-402e32ef-6665-4ff5-a6df-e9289c596a07 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06159ae-4838-4d67-909b-2697b6bca69a HTTP/1.1" status: 200 len: 210 time: 0.0491292 Mar 21 11:18:30.223960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-dd901954-53fe-433f-ac08-f170b2103a25 None None] Provisioning complete for port f315a7f3-4909-4891-88c6-b757235c6c1c triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:30.226817 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dd901954-53fe-433f-ac08-f170b2103a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.280334 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-dd901954-53fe-433f-ac08-f170b2103a25 None None] Port f315a7f3-4909-4891-88c6-b757235c6c1c cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:30.310248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f315a7f3-4909-4891-88c6-b757235c6c1c {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:30.318325 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks [] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.332785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Transition to ACTIVE for port object f315a7f3-4909-4891-88c6-b757235c6c1c will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:18:30.337873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.394876 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:30.503806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Attempting to bind port f315a7f3-4909-4891-88c6-b757235c6c1c on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:30.503806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Attempting to bind port f315a7f3-4909-4891-88c6-b757235c6c1c by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:30.503806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Attempting to bind port f315a7f3-4909-4891-88c6-b757235c6c1c on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:30.519488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Port f315a7f3-4909-4891-88c6-b757235c6c1c on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:18:30.519669 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Attempting to bind port f315a7f3-4909-4891-88c6-b757235c6c1c on network 9ff7916a-32b7-4ae2-bcbe-49820a265839 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:30.529192 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:30.529715 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Checking segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:30.530403 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Bound using segment: {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:30.531073 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Bound port: f315a7f3-4909-4891-88c6-b757235c6c1c, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87c34d38-227c-47e1-bd5f-b6dfad8b143f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:30.531380 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.612782 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a0743286-27f9-4c9a-8663-a2352e38c670 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:30.638368 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:30.642189 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:30.654230 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.682673 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port a0743286-27f9-4c9a-8663-a2352e38c670 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:30.683779 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.715167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:30.715789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:30.717805 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] 10.222.0.35 "PUT /v2.0/ports/f315a7f3-4909-4891-88c6-b757235c6c1c HTTP/1.1" status: 200 len: 1093 time: 0.9246023 Mar 21 11:18:30.718353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:30.720963 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf18d9c-0994-48d5-ab6d-02060945b628" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:30.781038 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c358d5-d49d-487e-8840-f92e4cd9f1cd service neutron] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:30.788877 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7ba96d-a3c9-405e-a9f6-97e925f57952 x-openstack-request-id: req-fc7ba96d-a3c9-405e-a9f6-97e925f57952 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:30.789354 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:30.789731 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-fc7ba96d-a3c9-405e-a9f6-97e925f57952 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:30.790645 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'status': 'completed', 'code': 200} Mar 21 11:18:30.819111 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port a0743286-27f9-4c9a-8663-a2352e38c670 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:30.842398 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-99e84169-6f99-4424-bffb-8d566e852213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:30.843916 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-99e84169-6f99-4424-bffb-8d566e852213 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 1127 time: 0.0768735 Mar 21 11:18:30.889077 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-523eacb6-1fbd-45f3-909e-a22866acce5a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f315a7f3-4909-4891-88c6-b757235c6c1c HTTP/1.1" status: 200 len: 217 time: 0.0372369 Mar 21 11:18:30.928726 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f209a598-a235-4caf-aa18-adfb08ad5682 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:30.952020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-466e4282-2e8b-4c39-acc0-b4128246200b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:30.953580 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-466e4282-2e8b-4c39-acc0-b4128246200b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0562577 Mar 21 11:18:30.957725 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: f209a598-a235-4caf-aa18-adfb08ad5682 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:30.958024 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f209a598-a235-4caf-aa18-adfb08ad5682 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:31.008649 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-079b56ca-8877-4bed-87a6-4c524fe7dce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.010165 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-079b56ca-8877-4bed-87a6-4c524fe7dce8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480604 Mar 21 11:18:31.109157 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-7e9d396a-c713-46e3-9957-246a7639afae service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885079 Mar 21 11:18:31.198655 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eedb8-615b-4c4f-91dd-143ac38f34da req-6549863e-59d3-4a4f-820f-d0a7b3ece7c8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.206042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f27eedb8-615b-4c4f-91dd-143ac38f34da req-6549863e-59d3-4a4f-820f-d0a7b3ece7c8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.0664291 Mar 21 11:18:31.210704 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fb0c82ce-459b-4685-bcf8-a221548def07 req-2c0378ba-6ebe-4e01-b4c1-86757e862ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917735 Mar 21 11:18:31.257622 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f27eedb8-615b-4c4f-91dd-143ac38f34da req-5546f872-350b-4fdb-877b-488ebededfd9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505252 Mar 21 11:18:31.308648 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-66fb1358-4ed4-4441-92b4-10dc2e01dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.310349 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-66fb1358-4ed4-4441-92b4-10dc2e01dc24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 1127 time: 0.0472760 Mar 21 11:18:31.413345 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-8083b81c-0bf7-4005-a9bc-63d27700a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.415179 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-8083b81c-0bf7-4005-a9bc-63d27700a04d service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.0956078 Mar 21 11:18:31.461797 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-1837aee8-dc00-4c76-9122-ca2fc8b9b606 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f315a7f3-4909-4891-88c6-b757235c6c1c HTTP/1.1" status: 200 len: 217 time: 0.0378182 Mar 21 11:18:31.495309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8d985-c2bf-4aea-8eb2-e2d308fe56b7 req-15f91df4-c80d-4185-ace8-9ae75ca7c6af tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.496728 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02c8d985-c2bf-4aea-8eb2-e2d308fe56b7 req-15f91df4-c80d-4185-ace8-9ae75ca7c6af tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0656126 Mar 21 11:18:31.520161 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-0cf65313-8029-4d7d-ae93-569810a691ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.521662 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-0cf65313-8029-4d7d-ae93-569810a691ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0497274 Mar 21 11:18:31.555253 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-02c8d985-c2bf-4aea-8eb2-e2d308fe56b7 req-d720d78e-e482-4e5d-8fe1-76f3980aaf3d tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507305 Mar 21 11:18:31.587704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-96a15318-af97-49e6-bdaf-f33b96082978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:31.589249 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-96a15318-af97-49e6-bdaf-f33b96082978 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497978 Mar 21 11:18:31.695403 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-f7aac799-6acf-47d7-89ed-2e471541874f service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959406 Mar 21 11:18:31.805097 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-5cf18d9c-0994-48d5-ab6d-02060945b628 req-e83749f6-e1fb-4ee8-acc7-3c789dbb7a3d service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023798 Mar 21 11:18:32.384876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d803835-71bb-4a39-9888-470afff9120a req-895708ad-ea1e-4fdf-a458-7fda915d1d76 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:32.386540 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d803835-71bb-4a39-9888-470afff9120a req-895708ad-ea1e-4fdf-a458-7fda915d1d76 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.0560639 Mar 21 11:18:32.441463 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1d803835-71bb-4a39-9888-470afff9120a req-390566bd-d50b-406d-b1b6-62be24a8fca6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483866 Mar 21 11:18:32.690442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83cc26-77f4-4337-a2aa-1450e63fda0e req-a576b8f3-bcec-4973-94d9-f5f91fe951bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:32.691854 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fd83cc26-77f4-4337-a2aa-1450e63fda0e req-a576b8f3-bcec-4973-94d9-f5f91fe951bd tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0639315 Mar 21 11:18:32.741632 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fd83cc26-77f4-4337-a2aa-1450e63fda0e req-868e2b20-4b03-4e1a-8d86-db8e612b52bf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440838 Mar 21 11:18:32.938891 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f315a7f3-4909-4891-88c6-b757235c6c1c details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:33.051050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:33.062594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'port_id': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'mac_address': 'fa:16:3e:0a:56:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:33.106832 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f315a7f3-4909-4891-88c6-b757235c6c1c is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:33.107214 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:33.120098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f315a7f3-4909-4891-88c6-b757235c6c1c {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:33.146249 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:33.153396 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:33.217226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:33.529060 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['f315a7f3-4909-4891-88c6-b757235c6c1c'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:33.585960 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c94bf-4bb5-437f-bb3f-e6e66f17f817 req-51b9a973-f250-4f76-9004-3c7371463509 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:33.587200 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b7c94bf-4bb5-437f-bb3f-e6e66f17f817 req-51b9a973-f250-4f76-9004-3c7371463509 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 944 time: 0.0733719 Mar 21 11:18:33.636943 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0b7c94bf-4bb5-437f-bb3f-e6e66f17f817 req-fbd2155d-0535-44e9-898e-2fe70dd846fa tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436807 Mar 21 11:18:33.878442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d7efa-cfb6-4d2c-943f-05cdf7f55c66 req-89e19d78-6e84-46fe-b8f5-2a35687cd752 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:33.880170 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-553d7efa-cfb6-4d2c-943f-05cdf7f55c66 req-89e19d78-6e84-46fe-b8f5-2a35687cd752 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0670936 Mar 21 11:18:33.934101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-553d7efa-cfb6-4d2c-943f-05cdf7f55c66 req-c2752fe9-1895-414d-ba86-6ef5083932f6 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483932 Mar 21 11:18:34.832880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fd254-b769-498b-b64d-cb85760a92c1 req-90aa54e2-f28b-400c-b67f-972fd81c40d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:34.834459 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-309fd254-b769-498b-b64d-cb85760a92c1 req-90aa54e2-f28b-400c-b67f-972fd81c40d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 944 time: 0.0598950 Mar 21 11:18:34.891006 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-309fd254-b769-498b-b64d-cb85760a92c1 req-2d8c797b-bc93-4ec5-818b-58bc676d77a1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493524 Mar 21 11:18:34.969968 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f315a7f3-4909-4891-88c6-b757235c6c1c up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:18:35.029799 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port f315a7f3-4909-4891-88c6-b757235c6c1c completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:18:35.034098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port f315a7f3-4909-4891-88c6-b757235c6c1c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:35.034479 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:35.070414 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203fed5-03f4-4771-a61f-c67dbc7000a8 req-6134ed7f-42f4-4eef-ba3c-a06eb3e70529 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:35.071899 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5203fed5-03f4-4771-a61f-c67dbc7000a8 req-6134ed7f-42f4-4eef-ba3c-a06eb3e70529 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0567949 Mar 21 11:18:35.118242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f315a7f3-4909-4891-88c6-b757235c6c1c is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:35.118637 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:35.120919 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5203fed5-03f4-4771-a61f-c67dbc7000a8 req-eb47d810-ba98-4f27-902c-fc076b4d96e0 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Mar 21 11:18:35.147058 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:35.149343 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ebd3ee-3e42-4194-835c-82462ab99a82" -d '{"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-plugged", "status": "completed", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:35.163415 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:35.169365 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:35.196785 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b420c9a-1580-46fa-a3cf-75399a5791fb x-openstack-request-id: req-5b420c9a-1580-46fa-a3cf-75399a5791fb {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:35.197795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-plugged", "status": "completed", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:35.198069 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5b420c9a-1580-46fa-a3cf-75399a5791fb {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:35.198469 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'code': 200} Mar 21 11:18:35.227175 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:35.389423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da3742-b8d0-4e93-bc9a-a3ecbd108c3d req-dad5373d-fe35-4f40-8821-a40213b23362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:35.391017 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-56da3742-b8d0-4e93-bc9a-a3ecbd108c3d req-dad5373d-fe35-4f40-8821-a40213b23362 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 1129 time: 0.0479615 Mar 21 11:18:35.451862 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-56da3742-b8d0-4e93-bc9a-a3ecbd108c3d req-ca2ad8df-4bad-412d-b82d-322e97781a03 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506263 Mar 21 11:18:36.048286 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c437b0-0c28-4f55-8d2b-b2e14adcb30a req-2aa6f042-bcc5-427a-b64f-38947f313363 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:36.050163 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9c437b0-0c28-4f55-8d2b-b2e14adcb30a req-2aa6f042-bcc5-427a-b64f-38947f313363 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.0729430 Mar 21 11:18:36.103972 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c9c437b0-0c28-4f55-8d2b-b2e14adcb30a req-92c2e73b-e1dd-420c-b3f1-4ed314dfced9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 Mar 21 11:18:36.261120 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94807879-ecad-42d1-a7fe-844bb87b6068 req-da1a5c71-d4a2-41f3-9e6f-17ea6d4d51cf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:36.262737 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94807879-ecad-42d1-a7fe-844bb87b6068 req-da1a5c71-d4a2-41f3-9e6f-17ea6d4d51cf tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0634212 Mar 21 11:18:36.266496 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-51c31d8a-84a3-4bc2-804d-9489fa19f7a9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:36.268356 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-51c31d8a-84a3-4bc2-804d-9489fa19f7a9 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "GET /v2.0/ports?device_id=bb319ad1-d54a-456f-8e6d-8d9e87a76383 HTTP/1.1" status: 200 len: 945 time: 0.0604513 Mar 21 11:18:36.307856 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:18:36.321946 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94807879-ecad-42d1-a7fe-844bb87b6068 req-fabb70a9-d4e3-42e8-815a-50f92c22b498 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.53 "GET /v2.0/security-groups?id=55a42132-614d-4a6a-959d-087950217181&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516331 Mar 21 11:18:36.382807 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Deleting port 30393bac-5294-4b12-83a8-b16c8285c911 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:36.383041 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (30393bac-5294-4b12-83a8-b16c8285c911), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:36.473671 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] For port 30393bac-5294-4b12-83a8-b16c8285c911, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=30393bac-5294-4b12-83a8-b16c8285c911,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:36.474308 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (30393bac-5294-4b12-83a8-b16c8285c911), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:36.487013 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Calling delete_port for 30393bac-5294-4b12-83a8-b16c8285c911 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:36.621913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (30393bac-5294-4b12-83a8-b16c8285c911), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:36.636651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['30393bac-5294-4b12-83a8-b16c8285c911'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:36.650773 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Pushing event deleted for resources: {'Port': ['ID=30393bac-5294-4b12-83a8-b16c8285c911,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:36.698422 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] No DVR routers for this DVR port 30393bac-5294-4b12-83a8-b16c8285c911 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:36.701588 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:36.705599 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c1cff142-a68c-4308-8f61-896bdb6eeb9c req-09862789-1eb2-4e17-8aef-c07fa3257d22 tempest-ServerRescueNegativeTestJSON-1069243009 tempest-ServerRescueNegativeTestJSON-1069243009-project] 10.222.0.35 "DELETE /v2.0/ports/30393bac-5294-4b12-83a8-b16c8285c911 HTTP/1.1" status: 204 len: 173 time: 0.4262331 Mar 21 11:18:36.706109 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'name': 'network-vif-deleted', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:36.708865 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad99a6e-4068-4439-bc53-c71717ce155f" -d '{"events": [{"server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "name": "network-vif-deleted", "tag": "30393bac-5294-4b12-83a8-b16c8285c911"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:36.745492 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ec63d3-c3dd-4981-aa86-cb01f8cebbb3 x-openstack-request-id: req-12ec63d3-c3dd-4981-aa86-cb01f8cebbb3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:36.745816 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb319ad1-d54a-456f-8e6d-8d9e87a76383", "name": "network-vif-deleted", "tag": "30393bac-5294-4b12-83a8-b16c8285c911", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:36.746068 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-12ec63d3-c3dd-4981-aa86-cb01f8cebbb3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:36.746471 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb319ad1-d54a-456f-8e6d-8d9e87a76383', 'name': 'network-vif-deleted', 'tag': '30393bac-5294-4b12-83a8-b16c8285c911', 'status': 'completed', 'code': 200} Mar 21 11:18:37.272942 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb4789-f4e0-4897-a0d6-3c6a650ee02b req-3121c51c-81cb-4a09-b21b-b18c63a3818e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:37.274653 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69bb4789-f4e0-4897-a0d6-3c6a650ee02b req-3121c51c-81cb-4a09-b21b-b18c63a3818e tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.0779228 Mar 21 11:18:37.339628 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-69bb4789-f4e0-4897-a0d6-3c6a650ee02b req-400a6bb9-9b83-4c92-a048-e74efbdc58f7 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548887 Mar 21 11:18:37.514148 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedcede-17c2-414f-99eb-152ff6e3892f req-59e6995e-5c7b-42e1-bcb5-3b58a5d706cc tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:37.516690 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fcedcede-17c2-414f-99eb-152ff6e3892f req-59e6995e-5c7b-42e1-bcb5-3b58a5d706cc tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.0709512 Mar 21 11:18:37.525240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35524) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:37.529950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Request body: {'floatingip': {'port_id': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:37.549021 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35526) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:37.578190 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.047493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (37e524aa-6969-4e10-b4ff-41a41e85b051), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.302300 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.306886 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.320136 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Deleting port e14f8881-2598-4615-b8fc-8b1b7130ee3c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:38.321050 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.411056 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] For port e14f8881-2598-4615-b8fc-8b1b7130ee3c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e14f8881-2598-4615-b8fc-8b1b7130ee3c,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:38.411437 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.427274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Calling delete_port for e14f8881-2598-4615-b8fc-8b1b7130ee3c owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:38.433570 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 296958c2-3883-460f-a683-66fdb735dfcf associated. External IP: 172.27.1.74, port: f315a7f3-4909-4891-88c6-b757235c6c1c. Mar 21 11:18:38.659115 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (e14f8881-2598-4615-b8fc-8b1b7130ee3c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.701268 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14f8881-2598-4615-b8fc-8b1b7130ee3c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:38.703239 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:38.837299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:38.845292 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.848901 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:38.866043 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:38.866722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:38.880301 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-21528965-af9f-4ba7-b827-6f6f30613182 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "PUT /v2.0/floatingips/296958c2-3883-460f-a683-66fdb735dfcf HTTP/1.1" status: 200 len: 990 time: 1.3538895 Mar 21 11:18:38.881164 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:38.883735 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf033c2e-58ec-461d-833d-dc37bb048f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:38.923644 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (37e524aa-6969-4e10-b4ff-41a41e85b051), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:38.925099 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42dbb444-e80f-4796-b6b8-b3a741c79ac5 x-openstack-request-id: req-42dbb444-e80f-4796-b6b8-b3a741c79ac5 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:38.925401 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:38.925703 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-42dbb444-e80f-4796-b6b8-b3a741c79ac5 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:38.926123 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'status': 'completed', 'code': 200} Mar 21 11:18:38.973228 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 30393bac-5294-4b12-83a8-b16c8285c911 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:38.998903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 30393bac-5294-4b12-83a8-b16c8285c911 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:38.999492 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 30393bac-5294-4b12-83a8-b16c8285c911 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:39.008564 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-a1686528-84cf-46a1-aaeb-c0899e2aa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:39.010339 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-a1686528-84cf-46a1-aaeb-c0899e2aa3cf service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=88a8d34884e14f268717c87a3a9f63e8&device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 1129 time: 0.0547278 Mar 21 11:18:39.040342 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:39.122498 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-80e6fe21-6f61-4278-bc5f-b9063d01dcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:39.124122 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-80e6fe21-6f61-4278-bc5f-b9063d01dcb3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 200 len: 915 time: 0.1027339 Mar 21 11:18:39.195702 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Router 37e524aa-6969-4e10-b4ff-41a41e85b051 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:18:39.201267 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-3b3501bb-b281-42f7-a8e6-25eaa0fdfb02 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f315a7f3-4909-4891-88c6-b757235c6c1c HTTP/1.1" status: 200 len: 998 time: 0.0691605 Mar 21 11:18:39.271534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-b62cad65-2828-4e12-83f8-8f56ead60c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:39.273153 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-b62cad65-2828-4e12-83f8-8f56ead60c49 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 200 len: 854 time: 0.0634122 Mar 21 11:18:39.298714 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '296958c2-3883-460f-a683-66fdb735dfcf', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:0a:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:25Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.335522 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:18:39.342611 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:39.345729 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-acc9c7be-47f7-43f7-b2aa-737c693b54a8 admin admin] 10.222.0.53 "PUT /v2.0/routers/37e524aa-6969-4e10-b4ff-41a41e85b051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953408 Mar 21 11:18:39.347869 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Sync routers for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:18:39.348372 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35538) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:39.355073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:39.355704 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.362463 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:39.363452 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.399006 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-e2201060-34c9-4a74-a4fa-985df02b1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:39.400532 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-e2201060-34c9-4a74-a4fa-985df02b1128 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9ff7916a-32b7-4ae2-bcbe-49820a265839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1173580 Mar 21 11:18:39.484076 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:39.490893 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:39.542649 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks [] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:39.615051 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-920ac836-b22c-4ab1-92c6-2fe9ccac4b85 service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873338 Mar 21 11:18:39.704100 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.735366 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Checking router: 37e524aa-6969-4e10-b4ff-41a41e85b051 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:18:39.747055 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '296958c2-3883-460f-a683-66fdb735dfcf', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:0a:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:25Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.747337 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Routers {'37e524aa-6969-4e10-b4ff-41a41e85b051'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:18:39.747337 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['37e524aa-6969-4e10-b4ff-41a41e85b051'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:39.753360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks [] for router_gateway (37e524aa-6969-4e10-b4ff-41a41e85b051), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:39.759607 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-cf033c2e-58ec-461d-833d-dc37bb048f9a req-930468a9-e969-43c6-923a-aa7167aa2dee service neutron] 10.222.0.35 "GET /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363647 Mar 21 11:18:39.782366 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcbc551-8bb7-492f-b6c7-11c2fd6bf8d8 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '296958c2-3883-460f-a683-66fdb735dfcf', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'port_id': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'mac_address': 'fa:16:3e:0a:56:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:18:25Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 1, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:39.840331 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Deleting port ae34a5ed-5268-4211-a332-fb6944a57c84 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:39.840688 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:39.895628 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] Set router 37e524aa-6969-4e10-b4ff-41a41e85b051 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:18:39.942597 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] For port ae34a5ed-5268-4211-a332-fb6944a57c84, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ae34a5ed-5268-4211-a332-fb6944a57c84,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:39.943059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:39.958762 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Calling delete_port for ae34a5ed-5268-4211-a332-fb6944a57c84 owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:40.079562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d62318-5a59-45c3-9bfc-85df0ab5413f None None] New status for floating IP 296958c2-3883-460f-a683-66fdb735dfcf: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:18:40.104949 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:40.134335 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bea025-cfd7-4d20-bf3c-1ae78454ab39 None None] The sync data for ids ['37e524aa-6969-4e10-b4ff-41a41e85b051'] in dv-cinder-834448-1-iscsi is: [{'id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'name': 'tempest-ServerRescueNegativeTestJSON-1942236626-router', 'tenant_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178'}], 'enable_snat': True}, 'gw_port_id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:20Z', 'updated_at': '2022-03-21T11:18:38Z', 'revision_number': 5, 'project_id': 'a546f19579ad4e8e89e9391fc9dd29e3', 'gw_port': {'id': 'ae34a5ed-5268-4211-a332-fb6944a57c84', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a4:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e524aa-6969-4e10-b4ff-41a41e85b051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:18:40.216871 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (ae34a5ed-5268-4211-a332-fb6944a57c84), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.262706 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae34a5ed-5268-4211-a332-fb6944a57c84,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:40.328579 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (37e524aa-6969-4e10-b4ff-41a41e85b051), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.427738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.429953 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks [] for router_controller (37e524aa-6969-4e10-b4ff-41a41e85b051), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.482654 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (37e524aa-6969-4e10-b4ff-41a41e85b051), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.483221 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37e524aa-6969-4e10-b4ff-41a41e85b051 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:18:40.489264 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.490871 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9007219b-a218-42da-a92f-5dacb9a06a42 admin admin] 10.222.0.53 "DELETE /v2.0/routers/37e524aa-6969-4e10-b4ff-41a41e85b051 HTTP/1.1" status: 204 len: 168 time: 1.1415253 Mar 21 11:18:40.493567 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35546) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:40.572619 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Deleting subnet a0efb945-653e-4d5d-8ef7-e3b244589240 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:18:40.576684 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Publish callbacks [] for subnet (a0efb945-653e-4d5d-8ef7-e3b244589240), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.615260 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (a0efb945-653e-4d5d-8ef7-e3b244589240), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.653957 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e14f8881-2598-4615-b8fc-8b1b7130ee3c no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:40.680904 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: e14f8881-2598-4615-b8fc-8b1b7130ee3c {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:40.681217 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e14f8881-2598-4615-b8fc-8b1b7130ee3c not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:40.761079 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (a0efb945-653e-4d5d-8ef7-e3b244589240), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.819646 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (a0efb945-653e-4d5d-8ef7-e3b244589240), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.848214 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0efb945-653e-4d5d-8ef7-e3b244589240,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:40.853477 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.856824 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c38f9f60-07af-4e0f-8e81-b872f6b7aa64 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a0efb945-653e-4d5d-8ef7-e3b244589240 HTTP/1.1" status: 204 len: 168 time: 0.3620937 Mar 21 11:18:40.859301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35552) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:40.861082 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf77fe48-0200-4220-b5dc-339929b33a0f None None] Network c274f906-baaa-46cd-9ef0-4c5f0f95e207 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:18:40.934387 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (c274f906-baaa-46cd-9ef0-4c5f0f95e207), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:40.998274 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Deleting port 1ffb8742-9b96-4894-8d10-44ef08b3c807 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:40.998620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.237556 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] DHCP port deletion for c274f906-baaa-46cd-9ef0-4c5f0f95e207 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:18:41.295474 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Deleting port 1ffb8742-9b96-4894-8d10-44ef08b3c807 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:18:41.295856 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.309676 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] For port 1ffb8742-9b96-4894-8d10-44ef08b3c807, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=1ffb8742-9b96-4894-8d10-44ef08b3c807,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:41.309676 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.324834 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Calling delete_port for 1ffb8742-9b96-4894-8d10-44ef08b3c807 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:41.419900 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.448695 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffb8742-9b96-4894-8d10-44ef08b3c807,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:41.452648 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] No DVR routers for this DVR port 1ffb8742-9b96-4894-8d10-44ef08b3c807 on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:41.516218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] For port 1ffb8742-9b96-4894-8d10-44ef08b3c807, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=1ffb8742-9b96-4894-8d10-44ef08b3c807,segment=NetworkSegment(7aa3b791-757f-4bbc-8ecd-ff4577ed7980),segment_id=7aa3b791-757f-4bbc-8ecd-ff4577ed7980)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:41.516737 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.530842 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Calling delete_port for 1ffb8742-9b96-4894-8d10-44ef08b3c807 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:18:41.537479 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (c274f906-baaa-46cd-9ef0-4c5f0f95e207), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.574172 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c274f906-baaa-46cd-9ef0-4c5f0f95e207']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:41.584787 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aa3b791-757f-4bbc-8ecd-ff4577ed7980') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:41.585096 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aa3b791-757f-4bbc-8ecd-ff4577ed7980') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:18:41.596546 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (7aa3b791-757f-4bbc-8ecd-ff4577ed7980), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.613419 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (1ffb8742-9b96-4894-8d10-44ef08b3c807), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.617391 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (7aa3b791-757f-4bbc-8ecd-ff4577ed7980), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.624712 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:18:41.625176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (7aa3b791-757f-4bbc-8ecd-ff4577ed7980), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:18:41.627448 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:18:41.649984 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] Pushing event deleted for resources: {'Port': ['ID=1ffb8742-9b96-4894-8d10-44ef08b3c807,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:41.651960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c412e7-d0ff-49ad-a9cb-b29ba3863235 None None] No DVR routers for this DVR port 1ffb8742-9b96-4894-8d10-44ef08b3c807 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:18:41.695905 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (c274f906-baaa-46cd-9ef0-4c5f0f95e207), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.705829 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.710449 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] 10.222.0.53 "DELETE /v2.0/networks/c274f906-baaa-46cd-9ef0-4c5f0f95e207 HTTP/1.1" status: 204 len: 168 time: 0.8491175 Mar 21 11:18:41.720864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f234cdfd-8a84-4dd9-b3bc-1b0bf92c096b admin admin] Pushing event deleted for resources: {'Network': ['ID=c274f906-baaa-46cd-9ef0-4c5f0f95e207,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:41.835666 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35562) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:41.885118 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1c7823d3-2acc-470d-8c2a-b6599d79ff86 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a546f19579ad4e8e89e9391fc9dd29e3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473270 Mar 21 11:18:41.887771 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35564) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:41.939077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] Publish callbacks [] for security_group (55a42132-614d-4a6a-959d-087950217181), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:41.961546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] Publish callbacks [] for security_group (55a42132-614d-4a6a-959d-087950217181), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.012507 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (55a42132-614d-4a6a-959d-087950217181), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.015260 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:42.016740 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55a42132-614d-4a6a-959d-087950217181 HTTP/1.1" status: 204 len: 168 time: 0.1277294 Mar 21 11:18:42.026052 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a469e-fec0-4033-bf83-3f5a0b04522a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a42132-614d-4a6a-959d-087950217181,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:42.535773 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 1ffb8742-9b96-4894-8d10-44ef08b3c807 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:42.560658 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 1ffb8742-9b96-4894-8d10-44ef08b3c807 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:42.561102 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 1ffb8742-9b96-4894-8d10-44ef08b3c807 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:42.561632 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ae34a5ed-5268-4211-a332-fb6944a57c84 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:18:42.583107 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: ae34a5ed-5268-4211-a332-fb6944a57c84 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:18:42.583466 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ae34a5ed-5268-4211-a332-fb6944a57c84 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:18:45.841906 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-320996fa-0f85-4a62-bb24-f275a4dd440d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960353223&fields=id&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 267 time: 0.0480986 Mar 21 11:18:46.231932 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-4d0f8d1b-eb76-4a59-bfd5-9e8bea2e8e34 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:46.233545 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-4d0f8d1b-eb76-4a59-bfd5-9e8bea2e8e34 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.3850064 Mar 21 11:18:46.248762 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-c6eae302-a297-424a-ae9b-66ce470690fe tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/quotas/74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 375 time: 0.0095067 Mar 21 11:18:46.307457 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fe422150-89c3-479b-b6b7-0d85af4960d6 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0516422 Mar 21 11:18:46.514253 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-02b247f5-787c-4c77-8c9d-f8e000037141 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929464 Mar 21 11:18:46.618360 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-8f2e0a83-c26d-4732-b0d6-14aa2fb54abe service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957184 Mar 21 11:18:46.957611 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be9c8efe-a232-4869-a343-b11c1f8c151a req-b426f9a8-290a-4bfe-bdb3-262ca6cd84c4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0378096 Mar 21 11:18:48.077236 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f6b79b02-cf34-4f00-8bce-70093a1ac331 req-f4c8c2a5-689e-4604-a454-fc32315dc247 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0305631 Mar 21 11:18:48.250332 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4314b31-2299-4713-8fd9-54eb1081f08d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:48.885644 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:49.176624 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f53697f9-7ca1-4ecb-a3c4-7f02adfee5b8 req-2dddfabf-50a2-4790-a1d1-814f6b0c27ff tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0284445 Mar 21 11:18:50.278296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17be8cc-6854-4764-8c3f-be5462c57ed2 req-637a3f9c-7759-4fda-b422-31f0496685ce tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0332146 Mar 21 11:18:50.815756 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-efc1bc66-b040-4be4-9979-5be68f7ea42c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:50.817349 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-efc1bc66-b040-4be4-9979-5be68f7ea42c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.1518519 Mar 21 11:18:50.887981 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-27982a96-0f7c-4f94-a5e2-ba0e14311e28 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 380 time: 0.0612693 Mar 21 11:18:50.899571 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ad4c64fa-304a-40e3-8eff-89401cae43af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:50.901820 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'port': {'device_id': '365ef062-e9dd-492c-adb1-012587168cad', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'admin_state_up': True, 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'security_groups': ['85248cda-31d7-421d-98d6-5e4a1eadbae7']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:51.041191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Made reservation on behalf of 74ec4e49fc2e4d56843d76460fe4e870 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:18:51.044706 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.206191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.20.0.13 (7f8d10b5-daf1-4e3d-b99c-e821ac533544/c19f31f6-0485-474c-8911-1749523b2835/2af42489-88c2-4845-a405-cae009d2d825) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:18:51.398039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5f857e25-f481-4c8f-ae3e-1ff96c0c5f30 req-2ddfd1f4-6af3-439a-9cd1-b335a6f5f88b tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0346437 Mar 21 11:18:51.418812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (2af42489-88c2-4845-a405-cae009d2d825), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.459746 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.510569 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:18:51.517053 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:18:51.522052 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:18:51.526500 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:51.585772 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:51.586589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.612191 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-175d8e03-1838-4d1d-adc7-b4b1169e8319 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7157049 Mar 21 11:18:51.708659 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Request body: {'port': {'device_id': '365ef062-e9dd-492c-adb1-012587168cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:18:51.782675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (2af42489-88c2-4845-a405-cae009d2d825), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.840239 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-84e8ec43-bd5a-41d6-9eb9-6a680779b46d None None] Provisioning complete for port 2af42489-88c2-4845-a405-cae009d2d825 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:18:51.843464 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-84e8ec43-bd5a-41d6-9eb9-6a680779b46d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (2af42489-88c2-4845-a405-cae009d2d825), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:51.877650 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-84e8ec43-bd5a-41d6-9eb9-6a680779b46d None None] Port 2af42489-88c2-4845-a405-cae009d2d825 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:18:52.086879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af42489-88c2-4845-a405-cae009d2d825 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:52.095892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks [] for port (2af42489-88c2-4845-a405-cae009d2d825), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.110317 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Transition to ACTIVE for port object 2af42489-88c2-4845-a405-cae009d2d825 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:18:52.115153 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.167280 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Pushing event updated for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:52.195908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.196293 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.196647 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.197001 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.197357 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.197738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.198094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.198433 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.198786 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.199142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.199477 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.199833 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.200188 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.200525 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.200863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:52.227503 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.267052 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Attempting to bind port 2af42489-88c2-4845-a405-cae009d2d825 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:18:52.267388 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Attempting to bind port 2af42489-88c2-4845-a405-cae009d2d825 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:18:52.267718 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Attempting to bind port 2af42489-88c2-4845-a405-cae009d2d825 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:52.272700 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Port 2af42489-88c2-4845-a405-cae009d2d825 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:18:52.273024 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Attempting to bind port 2af42489-88c2-4845-a405-cae009d2d825 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:18:52.278565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:18:52.278909 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:18:52.279296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Bound using segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:18:52.279736 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Bound port: 2af42489-88c2-4845-a405-cae009d2d825, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:18:52.280090 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (2af42489-88c2-4845-a405-cae009d2d825), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.359337 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:18:52.364738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2af42489-88c2-4845-a405-cae009d2d825,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:18:52.372669 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.412859 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.413402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:52.415330 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] 10.222.0.35 "PUT /v2.0/ports/2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 200 len: 1094 time: 0.7943273 Mar 21 11:18:52.415834 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'tag': '2af42489-88c2-4845-a405-cae009d2d825'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:18:52.418240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f8581f-9e4a-406b-836c-5ae1fa898845" -d '{"events": [{"name": "network-changed", "server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "tag": "2af42489-88c2-4845-a405-cae009d2d825"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:18:52.465694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc712c97-02a5-4fec-b51f-aa7f441b9679 service neutron] Pushing event updated for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:52.579897 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410caef-0215-469c-9556-5a948c7f14b7 req-6de85f25-9be5-4427-823e-2656e4dba3fb tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.581687 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c410caef-0215-469c-9556-5a948c7f14b7 req-6de85f25-9be5-4427-823e-2656e4dba3fb tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.0708435 Mar 21 11:18:52.629371 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-478643e8-430b-4243-bc78-70faa845ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.641033 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-478643e8-430b-4243-bc78-70faa845ca18 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1128 time: 0.1646082 Mar 21 11:18:52.651055 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c410caef-0215-469c-9556-5a948c7f14b7 req-21424d4d-e36c-4319-8505-416db66ef4c3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561473 Mar 21 11:18:52.653981 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9122be2d-a4cb-4829-b326-045a40a58d03 x-openstack-request-id: req-9122be2d-a4cb-4829-b326-045a40a58d03 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:18:52.654670 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "tag": "2af42489-88c2-4845-a405-cae009d2d825", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:18:52.655162 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9122be2d-a4cb-4829-b326-045a40a58d03 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:18:52.655884 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'tag': '2af42489-88c2-4845-a405-cae009d2d825', 'status': 'completed', 'code': 200} Mar 21 11:18:52.716839 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-86cf0824-18b6-422d-94ee-7505e4ac080f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 200 len: 217 time: 0.0594573 Mar 21 11:18:52.783270 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-6bb48c48-ce01-424d-a928-f839693cd15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.784860 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-6bb48c48-ce01-424d-a928-f839693cd15a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0541494 Mar 21 11:18:52.850706 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-4db7c44c-2114-4c93-a83e-3324acb30415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:52.852465 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-4db7c44c-2114-4c93-a83e-3324acb30415 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608499 Mar 21 11:18:52.961997 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-1512ebe9-71e2-40c3-874a-4a0934cd2bc6 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992785 Mar 21 11:18:53.067983 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0103c46e-3d69-4ac2-beee-727a1b2d003c req-43d2ee7f-9ecb-4e88-af44-32d00740fcab service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956500 Mar 21 11:18:53.189644 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-1f16ee67-2dd5-4cf2-b4f5-891ad854365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.191227 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-1f16ee67-2dd5-4cf2-b4f5-891ad854365c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1128 time: 0.0595713 Mar 21 11:18:53.307104 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-32ae69f7-c8f8-4247-8327-bfbd9467cc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.308572 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-32ae69f7-c8f8-4247-8327-bfbd9467cc38 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.1048126 Mar 21 11:18:53.352949 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-4af0c333-0a8f-405d-8920-794bda4c436a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 200 len: 217 time: 0.0355499 Mar 21 11:18:53.404497 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-3802ced2-705b-4aa3-9a8e-2a9cd5a59d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.406117 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-3802ced2-705b-4aa3-9a8e-2a9cd5a59d2b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0469356 Mar 21 11:18:53.464986 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-932054ac-8c15-48e8-bb84-a3c168178d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.466740 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-932054ac-8c15-48e8-bb84-a3c168178d95 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0530927 Mar 21 11:18:53.577021 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-23105556-dc91-4b24-9002-0551656ae980 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983536 Mar 21 11:18:53.685097 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c6f8581f-9e4a-406b-836c-5ae1fa898845 req-b4035891-7e2e-426f-a58f-e5029143b3fa service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992193 Mar 21 11:18:53.803157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3d0081-b24d-4531-92a2-681c218bc3a0 req-b9fc1de1-d465-4211-b285-5b90f9f182b0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:53.804669 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a3d0081-b24d-4531-92a2-681c218bc3a0 req-b9fc1de1-d465-4211-b285-5b90f9f182b0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.0690470 Mar 21 11:18:53.864218 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a3d0081-b24d-4531-92a2-681c218bc3a0 req-55235045-a9c7-4384-9fe0-aa6b99cb9ea8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Mar 21 11:18:54.201719 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:54.800836 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35824) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:54.919729 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.046317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb5f75a-4d29-4225-8265-a5cc3086e0ab req-3811e29e-3297-4e54-9cb4-7be7e453e340 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:55.047985 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9bb5f75a-4d29-4225-8265-a5cc3086e0ab req-3811e29e-3297-4e54-9cb4-7be7e453e340 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.1045160 Mar 21 11:18:55.076957 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Publish callbacks [] for security_group (e98fde2a-0111-444d-b660-1f288daec6c4), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.084139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e98fde2a-0111-444d-b660-1f288daec6c4), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.150914 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0611db5b6e0447e6afa10ccabd0cbc70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3487959 Mar 21 11:18:55.151561 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98fde2a-0111-444d-b660-1f288daec6c4,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:55.153698 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35830) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:55.159272 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9bb5f75a-4d29-4225-8265-a5cc3086e0ab req-86dac05a-8062-441f-a745-2bc444e866f5 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990162 Mar 21 11:18:55.181322 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.181726 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.182073 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.182412 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.182721 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.183039 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.183363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.183686 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.184022 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.184358 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.184672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.184987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.185300 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.185639 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.185947 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb09043-2891-4e25-9cc2-525ae92d480b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:18:55.235322 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] Publish callbacks [] for security_group (e98fde2a-0111-444d-b660-1f288daec6c4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.259826 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] Publish callbacks [] for security_group (e98fde2a-0111-444d-b660-1f288daec6c4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.320470 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e98fde2a-0111-444d-b660-1f288daec6c4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.323130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.324320 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e98fde2a-0111-444d-b660-1f288daec6c4 HTTP/1.1" status: 204 len: 168 time: 0.1695590 Mar 21 11:18:55.335639 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9df346d-abd8-49cf-96e8-1ee0003f3739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98fde2a-0111-444d-b660-1f288daec6c4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:55.335851 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.610904 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35836) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:55.626696 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73c9502-bea7-4356-9f14-06f21610e1c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.715756 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73c9502-bea7-4356-9f14-06f21610e1c3 admin admin] Publish callbacks [] for security_group (e2e64dde-e7d7-46e9-9d31-486f64b7d408), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.721985 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e73c9502-bea7-4356-9f14-06f21610e1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e2e64dde-e7d7-46e9-9d31-486f64b7d408), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.761856 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e73c9502-bea7-4356-9f14-06f21610e1c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e23a66235a14436b4d33fa1b5e57718&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498175 Mar 21 11:18:55.762761 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c9502-bea7-4356-9f14-06f21610e1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e64dde-e7d7-46e9-9d31-486f64b7d408,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:55.764861 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35840) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:18:55.818361 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] Publish callbacks [] for security_group (e2e64dde-e7d7-46e9-9d31-486f64b7d408), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.842295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] Publish callbacks [] for security_group (e2e64dde-e7d7-46e9-9d31-486f64b7d408), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.893901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e2e64dde-e7d7-46e9-9d31-486f64b7d408), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.896879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:55.898399 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2e64dde-e7d7-46e9-9d31-486f64b7d408 HTTP/1.1" status: 204 len: 168 time: 0.1323557 Mar 21 11:18:55.908990 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181582c-1cbd-4326-8566-e608b436c30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e64dde-e7d7-46e9-9d31-486f64b7d408,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:56.301436 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47f83d-5584-4e74-bfd5-15f501331693 req-047bfda7-084f-48ab-a0a1-f7e6df08180a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:56.303158 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf47f83d-5584-4e74-bfd5-15f501331693 req-047bfda7-084f-48ab-a0a1-f7e6df08180a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.0688045 Mar 21 11:18:56.357613 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cf47f83d-5584-4e74-bfd5-15f501331693 req-e576ae72-4d48-4ccf-8390-097ec16f5cde tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481968 Mar 21 11:18:57.493922 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f6b3b-77e6-485d-a3a0-d8822031db05 req-ac66ec41-c17c-4df5-8ffb-b468c2e49fbe tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:57.496109 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a42f6b3b-77e6-485d-a3a0-d8822031db05 req-ac66ec41-c17c-4df5-8ffb-b468c2e49fbe tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.0624013 Mar 21 11:18:57.568215 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a42f6b3b-77e6-485d-a3a0-d8822031db05 req-20471bdf-0031-407a-899f-489a3c2ce3d7 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650346 Mar 21 11:18:58.703548 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0168929-8f04-44f7-baa6-ae546237221a req-a8a12103-734d-4972-9d2e-14d6e323780f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:58.705206 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0168929-8f04-44f7-baa6-ae546237221a req-a8a12103-734d-4972-9d2e-14d6e323780f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 944 time: 0.0613394 Mar 21 11:18:58.763164 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d0168929-8f04-44f7-baa6-ae546237221a req-09a3c9bb-f486-467d-856d-aa6279d00d2f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518081 Mar 21 11:18:59.129226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 2af42489-88c2-4845-a405-cae009d2d825 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:18:59.244819 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2af42489-88c2-4845-a405-cae009d2d825,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:59.262693 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '2af42489-88c2-4845-a405-cae009d2d825', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'port_id': '2af42489-88c2-4845-a405-cae009d2d825', 'mac_address': 'fa:16:3e:f5:12:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:18:59.310623 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 2af42489-88c2-4845-a405-cae009d2d825 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:18:59.311093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (2af42489-88c2-4845-a405-cae009d2d825), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.327070 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af42489-88c2-4845-a405-cae009d2d825 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:18:59.349559 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2af42489-88c2-4845-a405-cae009d2d825,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:18:59.355235 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:18:59.412130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:18:59.705290 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['2af42489-88c2-4845-a405-cae009d2d825'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:18:59.917363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec8128-c7eb-4785-b0f0-a0bce6f5c66e req-27802fac-2843-4f86-a070-86380636bfbc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:18:59.919601 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41ec8128-c7eb-4785-b0f0-a0bce6f5c66e req-27802fac-2843-4f86-a070-86380636bfbc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 945 time: 0.0654178 Mar 21 11:19:00.005065 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-41ec8128-c7eb-4785-b0f0-a0bce6f5c66e req-b4324576-ad0e-4d47-aa93-e6990ac51f6c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773509 Mar 21 11:19:01.134384 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 2af42489-88c2-4845-a405-cae009d2d825 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:19:01.144698 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418f5ba-994e-422a-82d6-0e814049b413 req-43c5649a-631b-4d72-872d-7442cc276830 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:01.146709 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a418f5ba-994e-422a-82d6-0e814049b413 req-43c5649a-631b-4d72-872d-7442cc276830 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 945 time: 0.0666318 Mar 21 11:19:01.196541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 2af42489-88c2-4845-a405-cae009d2d825 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:19:01.201207 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 2af42489-88c2-4845-a405-cae009d2d825 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:19:01.201606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (2af42489-88c2-4845-a405-cae009d2d825), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.234804 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a418f5ba-994e-422a-82d6-0e814049b413 req-f7058bb8-e163-431e-8a9d-01d74731f3f3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793614 Mar 21 11:19:01.328827 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 2af42489-88c2-4845-a405-cae009d2d825 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:01.329331 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (2af42489-88c2-4845-a405-cae009d2d825), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.355080 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af42489-88c2-4845-a405-cae009d2d825'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:01.357343 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707843c4-8c0e-4ecb-8226-fd1dd7e1a39e" -d '{"events": [{"server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "name": "network-vif-plugged", "status": "completed", "tag": "2af42489-88c2-4845-a405-cae009d2d825"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:01.371515 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2af42489-88c2-4845-a405-cae009d2d825,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:01.380951 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:01.431326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d6b8ae-49b7-4921-8423-38deb2f75b0f x-openstack-request-id: req-60d6b8ae-49b7-4921-8423-38deb2f75b0f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:01.431631 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "name": "network-vif-plugged", "status": "completed", "tag": "2af42489-88c2-4845-a405-cae009d2d825", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:01.431861 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-60d6b8ae-49b7-4921-8423-38deb2f75b0f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:01.432265 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af42489-88c2-4845-a405-cae009d2d825', 'code': 200} Mar 21 11:19:01.452006 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:01.762381 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fb93a-25f0-477c-8969-1434482a5bcf req-b9c90713-e04b-4cd6-a045-c8c0952b92d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:01.763955 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e0fb93a-25f0-477c-8969-1434482a5bcf req-b9c90713-e04b-4cd6-a045-c8c0952b92d6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1130 time: 0.0603375 Mar 21 11:19:01.820108 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7e0fb93a-25f0-477c-8969-1434482a5bcf req-d1e1f6da-15b2-49bb-939a-d1b7b9181444 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485208 Mar 21 11:19:02.193310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35962) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:02.362444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba454e28-0599-429b-af67-4dd6b4508964 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.415798 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bad9e61-cb75-4451-a968-9d000efb98c2 req-0ade346e-2d81-4d83-a06f-d0abbf07568d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:02.417592 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bad9e61-cb75-4451-a968-9d000efb98c2 req-0ade346e-2d81-4d83-a06f-d0abbf07568d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.0987647 Mar 21 11:19:02.482296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5bad9e61-cb75-4451-a968-9d000efb98c2 req-e82b2efb-21db-4847-8559-bd42cb4a71ec tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542862 Mar 21 11:19:02.499162 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba454e28-0599-429b-af67-4dd6b4508964 admin admin] Publish callbacks [] for security_group (ee518b59-671f-4e3e-a614-4f89f9bfa2da), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.515352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ba454e28-0599-429b-af67-4dd6b4508964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ee518b59-671f-4e3e-a614-4f89f9bfa2da), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.569067 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ba454e28-0599-429b-af67-4dd6b4508964 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f3e810abfc9c4b00991446c5d1a6b43d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743744 Mar 21 11:19:02.570468 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba454e28-0599-429b-af67-4dd6b4508964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee518b59-671f-4e3e-a614-4f89f9bfa2da,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:02.573086 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35978) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:02.643573 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] Publish callbacks [] for security_group (ee518b59-671f-4e3e-a614-4f89f9bfa2da), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.681462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] Publish callbacks [] for security_group (ee518b59-671f-4e3e-a614-4f89f9bfa2da), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.756348 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ee518b59-671f-4e3e-a614-4f89f9bfa2da), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.761017 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:02.762987 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee518b59-671f-4e3e-a614-4f89f9bfa2da HTTP/1.1" status: 204 len: 168 time: 0.1886227 Mar 21 11:19:02.782245 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6faef24-9908-4f5e-824b-7da2424e165a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee518b59-671f-4e3e-a614-4f89f9bfa2da,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:03.115148 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 35990) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:03.130342 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a39c7322-d512-4d86-9ec6-383b6e0c3482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.225279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a39c7322-d512-4d86-9ec6-383b6e0c3482 admin admin] Publish callbacks [] for security_group (7ce4932b-7d72-4efb-8943-f7f17287a26f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.231085 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a39c7322-d512-4d86-9ec6-383b6e0c3482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7ce4932b-7d72-4efb-8943-f7f17287a26f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.285296 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a39c7322-d512-4d86-9ec6-383b6e0c3482 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a8dc19f10fd14628822f161a9e5bac4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685874 Mar 21 11:19:03.286277 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39c7322-d512-4d86-9ec6-383b6e0c3482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce4932b-7d72-4efb-8943-f7f17287a26f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:03.288506 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 35992) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:03.357454 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] Publish callbacks [] for security_group (7ce4932b-7d72-4efb-8943-f7f17287a26f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.386704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] Publish callbacks [] for security_group (7ce4932b-7d72-4efb-8943-f7f17287a26f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.459328 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7ce4932b-7d72-4efb-8943-f7f17287a26f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.462284 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:03.463776 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ce4932b-7d72-4efb-8943-f7f17287a26f HTTP/1.1" status: 204 len: 168 time: 0.1734312 Mar 21 11:19:03.476954 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b97b9-9ffb-48d4-b8ec-d7311b91d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce4932b-7d72-4efb-8943-f7f17287a26f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:03.638885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54dc9a-6b95-4a16-9baa-cbf4c6998942 req-10bcbf41-10fe-4185-b266-85bd3a12ad67 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:03.641459 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a54dc9a-6b95-4a16-9baa-cbf4c6998942 req-10bcbf41-10fe-4185-b266-85bd3a12ad67 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.0628464 Mar 21 11:19:03.713968 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a54dc9a-6b95-4a16-9baa-cbf4c6998942 req-4a2cc1b6-1bbe-4552-bb39-3df7076c5651 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653625 Mar 21 11:19:03.904464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3c7e8-ea88-4552-bf63-0a8409aee504 req-0fbeb41f-cd2b-4f1b-aee9-10270cd86475 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:03.912764 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ce3c7e8-ea88-4552-bf63-0a8409aee504 req-0fbeb41f-cd2b-4f1b-aee9-10270cd86475 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.1029446 Mar 21 11:19:03.993079 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7ce3c7e8-ea88-4552-bf63-0a8409aee504 req-d698c766-a95b-4090-b979-ff34d5e69053 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792141 Mar 21 11:19:04.011892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36014) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:04.303143 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507fca34-3edb-4067-8d1e-ffa7b7239155 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:04.311686 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-507fca34-3edb-4067-8d1e-ffa7b7239155 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1125 time: 0.2957697 Mar 21 11:19:04.312144 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36032) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:04.320016 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'port_id': '2af42489-88c2-4845-a405-cae009d2d825', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:04.354049 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:04.486737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:04.645274 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.27.1.185 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/19605746-a34f-4b9b-a9d6-8ddaa2251b28) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:19:04.657541 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da13ded-077c-4a50-b43e-f87857627c8b req-c2f6e043-5716-42cf-b79e-ccb844fcdd58 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:04.669540 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6da13ded-077c-4a50-b43e-f87857627c8b req-c2f6e043-5716-42cf-b79e-ccb844fcdd58 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0891829 Mar 21 11:19:04.751430 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6da13ded-077c-4a50-b43e-f87857627c8b req-e34c1332-04fd-4c6c-8baa-b56561fd018a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806746 Mar 21 11:19:04.793261 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:04.837998 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:04.881587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:19:04.885434 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:19:04.894291 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:19:04.906377 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=19605746-a34f-4b9b-a9d6-8ddaa2251b28,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:05.473465 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (d06477ad-6941-47e6-83d3-dc4c36116e1a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.572677 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.766239 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.771173 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.856723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=19605746-a34f-4b9b-a9d6-8ddaa2251b28,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:05.869119 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (d06477ad-6941-47e6-83d3-dc4c36116e1a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:05.944811 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc28e8-3f2a-4f3f-b2ff-abf809b87164 req-53cf8134-7f8d-42d5-89b5-2be742f5c1f5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:05.946535 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edc28e8-3f2a-4f3f-b2ff-abf809b87164 req-53cf8134-7f8d-42d5-89b5-2be742f5c1f5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0920715 Mar 21 11:19:06.002509 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP d06477ad-6941-47e6-83d3-dc4c36116e1a associated. External IP: 172.27.1.185, port: 2af42489-88c2-4845-a405-cae009d2d825. Mar 21 11:19:06.035241 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edc28e8-3f2a-4f3f-b2ff-abf809b87164 req-0c8f34fb-19a5-4a2e-9cb9-a32644a3f701 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749700 Mar 21 11:19:06.603991 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36106) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:06.605592 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:06.752602 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:06.769652 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:06.783656 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:06.784422 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:06.791863 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0163bb05-353b-4517-bacd-f0b28e0bb81c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.798500 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.855029 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-66acc596-98d1-482c-8661-e87752536f33 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5413272 Mar 21 11:19:06.856936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'tag': '2af42489-88c2-4845-a405-cae009d2d825'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:06.861316 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530cc27-cd5c-4549-91a2-21a0c18c8c76" -d '{"events": [{"name": "network-changed", "server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "tag": "2af42489-88c2-4845-a405-cae009d2d825"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:06.938739 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839cac5e-5c33-4000-b076-4ca6f290911f x-openstack-request-id: req-839cac5e-5c33-4000-b076-4ca6f290911f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:06.939289 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "tag": "2af42489-88c2-4845-a405-cae009d2d825", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:06.939756 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-839cac5e-5c33-4000-b076-4ca6f290911f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:06.940469 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'tag': '2af42489-88c2-4845-a405-cae009d2d825', 'status': 'completed', 'code': 200} Mar 21 11:19:06.977027 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0163bb05-353b-4517-bacd-f0b28e0bb81c admin admin] Publish callbacks [] for security_group (0cc5792d-5dd4-4482-b2a1-5c643cde016f), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:06.983672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0163bb05-353b-4517-bacd-f0b28e0bb81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0cc5792d-5dd4-4482-b2a1-5c643cde016f), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:07.062917 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0163bb05-353b-4517-bacd-f0b28e0bb81c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=424d3c27a3cd49a3810c8b0febedb486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4574697 Mar 21 11:19:07.064725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0163bb05-353b-4517-bacd-f0b28e0bb81c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc5792d-5dd4-4482-b2a1-5c643cde016f,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:07.067209 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36126) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:07.081213 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-a822042c-8479-4195-8fda-248abec4ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.082487 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-a822042c-8479-4195-8fda-248abec4ee9c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1130 time: 0.1188157 Mar 21 11:19:07.204344 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:07.218327 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] Publish callbacks [] for security_group (0cc5792d-5dd4-4482-b2a1-5c643cde016f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:07.258093 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-e7e6fee1-5425-48a9-9d18-cb8cb66ea404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.258824 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-e7e6fee1-5425-48a9-9d18-cb8cb66ea404 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.1682317 Mar 21 11:19:07.269979 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080980a8-a307-4271-944b-999a179e2241 req-ca233f95-a12c-43b7-935b-7cd599468a6f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.270594 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] Publish callbacks [] for security_group (0cc5792d-5dd4-4482-b2a1-5c643cde016f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:07.283112 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-080980a8-a307-4271-944b-999a179e2241 req-ca233f95-a12c-43b7-935b-7cd599468a6f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1177039 Mar 21 11:19:07.368665 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-080980a8-a307-4271-944b-999a179e2241 req-77f6f901-78ea-473e-968f-f676696642eb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837274 Mar 21 11:19:07.449069 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-d8e3f63d-fd46-4121-a56c-c2bd3296e54f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 200 len: 1000 time: 0.1695290 Mar 21 11:19:07.512929 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0cc5792d-5dd4-4482-b2a1-5c643cde016f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:07.517290 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:07.519627 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cc5792d-5dd4-4482-b2a1-5c643cde016f HTTP/1.1" status: 204 len: 168 time: 0.4512024 Mar 21 11:19:07.537084 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4a694c-c317-4845-935c-5c2668aa4fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc5792d-5dd4-4482-b2a1-5c643cde016f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:07.540535 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-354a1c34-db7e-4f9d-aab5-9c90275b3eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.541948 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-354a1c34-db7e-4f9d-aab5-9c90275b3eb1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0852966 Mar 21 11:19:07.549207 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc0a70-72e8-4cb6-a392-630ff8dc6ed0 req-18bf71da-7c08-458e-a343-35b33e3476d8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.556300 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'd06477ad-6941-47e6-83d3-dc4c36116e1a', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '2af42489-88c2-4845-a405-cae009d2d825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:f5:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ef062-e9dd-492c-adb1-012587168cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:19:05Z', 'updated_at': '2022-03-21T11:19:05Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:07.559804 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0cdc0a70-72e8-4cb6-a392-630ff8dc6ed0 req-18bf71da-7c08-458e-a343-35b33e3476d8 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.1023843 Mar 21 11:19:07.616337 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:07.628846 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:07.629489 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:07.635871 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0cdc0a70-72e8-4cb6-a392-630ff8dc6ed0 req-4ce041c5-f417-4c9c-b9bc-6ced2cd3fc16 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672753 Mar 21 11:19:07.645598 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-41ca54a7-d5d3-4e84-9756-bc10d6635f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:07.647144 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-41ca54a7-d5d3-4e84-9756-bc10d6635f8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0971506 Mar 21 11:19:07.766712 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-774f609b-132a-42aa-bfd3-73788c255de9 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034906 Mar 21 11:19:07.779359 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:07.882277 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d530cc27-cd5c-4549-91a2-21a0c18c8c76 req-93cc86c5-8de1-47d3-ba54-15b994b39696 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073177 Mar 21 11:19:07.945169 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36136) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:07.960615 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb042-4cb3-48c9-a042-86bc8d038a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.058475 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb042-4cb3-48c9-a042-86bc8d038a69 admin admin] Publish callbacks [] for security_group (89496e0a-624a-4490-88c2-256cdb839335), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.064439 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cbbdb042-4cb3-48c9-a042-86bc8d038a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (89496e0a-624a-4490-88c2-256cdb839335), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.091893 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'd06477ad-6941-47e6-83d3-dc4c36116e1a', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '2af42489-88c2-4845-a405-cae009d2d825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:f5:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ef062-e9dd-492c-adb1-012587168cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:19:05Z', 'updated_at': '2022-03-21T11:19:05Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:08.119836 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cbbdb042-4cb3-48c9-a042-86bc8d038a69 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27e9f7b64fa247eba278e1a9c882350b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734679 Mar 21 11:19:08.122500 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdb042-4cb3-48c9-a042-86bc8d038a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89496e0a-624a-4490-88c2-256cdb839335,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:08.123271 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:08.124826 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99338b11-a5a3-4640-9bd9-ae70c1f5ecc5 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'd06477ad-6941-47e6-83d3-dc4c36116e1a', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.185', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '2af42489-88c2-4845-a405-cae009d2d825', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:f5:12:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '365ef062-e9dd-492c-adb1-012587168cad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:19:05Z', 'updated_at': '2022-03-21T11:19:05Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:08.189243 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] Publish callbacks [] for security_group (89496e0a-624a-4490-88c2-256cdb839335), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.218997 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] Publish callbacks [] for security_group (89496e0a-624a-4490-88c2-256cdb839335), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.283457 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (89496e0a-624a-4490-88c2-256cdb839335), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.287424 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:08.289062 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/89496e0a-624a-4490-88c2-256cdb839335 HTTP/1.1" status: 204 len: 168 time: 0.1617310 Mar 21 11:19:08.301162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1a0882-536d-4790-b723-86feb6475052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89496e0a-624a-4490-88c2-256cdb839335,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:08.380049 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745b1466-43eb-4c5e-9a41-d4cdbf71cd1e None None] New status for floating IP d06477ad-6941-47e6-83d3-dc4c36116e1a: ACTIVE {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:08.596085 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb6855-0060-46a7-922b-f5243493d2e3 req-2d286c31-2943-4bfa-b895-324eda59bca2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:08.603776 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eadb6855-0060-46a7-922b-f5243493d2e3 req-2d286c31-2943-4bfa-b895-324eda59bca2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0792851 Mar 21 11:19:08.670314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eadb6855-0060-46a7-922b-f5243493d2e3 req-f70edbcd-b139-4384-8631-2882d0737d6e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653496 Mar 21 11:19:08.808831 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c125c70-8542-4471-92a9-4af1171ace6d req-aa9c1c1b-86ff-4927-b830-193f9e9dda1e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:08.811625 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c125c70-8542-4471-92a9-4af1171ace6d req-aa9c1c1b-86ff-4927-b830-193f9e9dda1e tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.0946162 Mar 21 11:19:08.867488 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c125c70-8542-4471-92a9-4af1171ace6d req-167713a7-48c9-4b5f-a44a-f5e7664313bc tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496528 Mar 21 11:19:09.843926 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb749b1-02ec-4efb-b8c5-f940b9092881 req-ea1360e9-5641-4a30-b5f3-9b2dd14a770c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:09.846857 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdb749b1-02ec-4efb-b8c5-f940b9092881 req-ea1360e9-5641-4a30-b5f3-9b2dd14a770c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0852230 Mar 21 11:19:09.928204 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cdb749b1-02ec-4efb-b8c5-f940b9092881 req-26a950c2-a4d5-48d8-a10f-28c78c31ef5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736945 Mar 21 11:19:10.010035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b752ff-6f7c-42ed-9283-c54a28455c1f req-61aa9ec8-f03b-4d36-bb65-6580e4e9ca4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:10.011698 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53b752ff-6f7c-42ed-9283-c54a28455c1f req-61aa9ec8-f03b-4d36-bb65-6580e4e9ca4c tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.0620041 Mar 21 11:19:10.037964 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-36eed472-7f6e-4d84-b16c-ab99a6218c08 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:10.039911 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-36eed472-7f6e-4d84-b16c-ab99a6218c08 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 946 time: 0.0693996 Mar 21 11:19:10.076599 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-53b752ff-6f7c-42ed-9283-c54a28455c1f req-1c9f5e74-4b35-4419-97df-6d003c3b7526 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups?id=086f0d18-48a4-44c0-b889-f31d3713b44b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547988 Mar 21 11:19:10.163895 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Deleting port 71a334f5-7493-42d8-993c-5902b23e9440 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:10.164471 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (71a334f5-7493-42d8-993c-5902b23e9440), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.297835 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] For port 71a334f5-7493-42d8-993c-5902b23e9440, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=71a334f5-7493-42d8-993c-5902b23e9440,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:10.298319 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (71a334f5-7493-42d8-993c-5902b23e9440), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.514118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.514495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.514844 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Floating IP 4d891e5b-b047-42b2-a7e6-d48f9e9e1800 disassociated. External IP: 172.27.1.80, port: 71a334f5-7493-42d8-993c-5902b23e9440. Mar 21 11:19:10.515526 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Calling delete_port for 71a334f5-7493-42d8-993c-5902b23e9440 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:10.680742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (71a334f5-7493-42d8-993c-5902b23e9440), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:10.714368 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'Port': ['ID=71a334f5-7493-42d8-993c-5902b23e9440,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:10.852299 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:11.001565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:11.021571 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:11.053985 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:11.054883 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36222) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:11.055803 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] No DVR routers for this DVR port 71a334f5-7493-42d8-993c-5902b23e9440 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:11.057248 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:11.059340 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.062978 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2579982d-a4dc-40bf-ac6b-211386e2a9b3 req-809cdf6f-9041-4ccd-86dc-5dd11ace5223 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.35 "DELETE /v2.0/ports/71a334f5-7493-42d8-993c-5902b23e9440 HTTP/1.1" status: 204 len: 173 time: 1.0153725 Mar 21 11:19:11.069213 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'name': 'network-vif-deleted', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:11.071531 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74ba77f-1a62-4825-9184-625a4c1db267" -d '{"events": [{"server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "name": "network-vif-deleted", "tag": "71a334f5-7493-42d8-993c-5902b23e9440"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:11.122929 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddadb5-6eea-4209-a37f-450e11b32614 req-f20b09d0-753e-4c21-83c0-58f88f5ae17f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:11.125947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76258a1d-41aa-4215-bef7-fe060712c19f x-openstack-request-id: req-76258a1d-41aa-4215-bef7-fe060712c19f {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:11.126271 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc9538e-59c7-4a5c-83c8-f7cc8522aca9", "name": "network-vif-deleted", "tag": "71a334f5-7493-42d8-993c-5902b23e9440", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:11.126686 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-76258a1d-41aa-4215-bef7-fe060712c19f {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:11.127105 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcc9538e-59c7-4a5c-83c8-f7cc8522aca9', 'name': 'network-vif-deleted', 'tag': '71a334f5-7493-42d8-993c-5902b23e9440', 'status': 'completed', 'code': 200} Mar 21 11:19:11.132098 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14ddadb5-6eea-4209-a37f-450e11b32614 req-f20b09d0-753e-4c21-83c0-58f88f5ae17f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1048563 Mar 21 11:19:11.272015 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22fc6ff8-9fc8-471f-aab6-30a572bd87d7 req-b3cad0ed-c977-433b-b83c-25e15052bfc4 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/ports?device_id=dcc9538e-59c7-4a5c-83c8-f7cc8522aca9 HTTP/1.1" status: 200 len: 210 time: 0.0595014 Mar 21 11:19:11.277928 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-14ddadb5-6eea-4209-a37f-450e11b32614 req-100d6bbe-cc00-4924-a248-d98b36de7afd tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394629 Mar 21 11:19:11.287468 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:11.291773 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80566411-db3e-47a5-9424-d6d46a662a41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.407393 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80566411-db3e-47a5-9424-d6d46a662a41 admin admin] Publish callbacks [] for security_group (0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.413248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-80566411-db3e-47a5-9424-d6d46a662a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.459675 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-80566411-db3e-47a5-9424-d6d46a662a41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f8a1684a654448bb4453129636801ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3956206 Mar 21 11:19:11.460806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80566411-db3e-47a5-9424-d6d46a662a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:11.463459 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36230) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:11.536899 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] Publish callbacks [] for security_group (0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.565262 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:11.565649 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] Publish callbacks [] for security_group (0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.611654 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:11.622989 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.626157 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:11.626623 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:11.629747 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4 HTTP/1.1" status: 204 len: 168 time: 0.1629503 Mar 21 11:19:11.629958 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:11.646740 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d6696f-fee2-454a-a905-0d7d11b79d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe5901c-7b9a-4318-ade1-1ffbaa8da5c4,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:11.785898 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:12.004499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36236) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:12.018448 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-058d673f-28aa-441e-af20-99086eda55b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.046086 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:12.077815 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16e9c10-9963-4e45-a389-56e245ac3a46 None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:13:33Z', 'revision_number': 4, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': 'adf787a2-6476-40c9-8d45-2df7cdeaf0ae', 'name': '', 'network_id': 'a0f20d25-51ed-4a45-a64a-11982e8e9adb', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'mac_address': 'fa:16:3e:0d:5b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:30Z', 'updated_at': '2022-03-21T11:13:45Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'subnets': [{'id': '60b83dd5-ebd8-48a6-8bd3-e3eecc9612de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:12.108155 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-058d673f-28aa-441e-af20-99086eda55b3 admin admin] Publish callbacks [] for security_group (c2d9f687-4d87-4e6a-8add-128b7d851cf0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.113339 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-058d673f-28aa-441e-af20-99086eda55b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c2d9f687-4d87-4e6a-8add-128b7d851cf0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.153585 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d673f-28aa-441e-af20-99086eda55b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d9f687-4d87-4e6a-8add-128b7d851cf0,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:12.161050 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-058d673f-28aa-441e-af20-99086eda55b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=48400bbba53d41a9b52600f3aa610cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1543620 Mar 21 11:19:12.165448 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36238) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:12.217064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] Publish callbacks [] for security_group (c2d9f687-4d87-4e6a-8add-128b7d851cf0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.249828 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] Publish callbacks [] for security_group (c2d9f687-4d87-4e6a-8add-128b7d851cf0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.308113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c2d9f687-4d87-4e6a-8add-128b7d851cf0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.311209 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.312565 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2d9f687-4d87-4e6a-8add-128b7d851cf0 HTTP/1.1" status: 204 len: 168 time: 0.1457279 Mar 21 11:19:12.338587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59fa7b-6c61-4dfa-b133-cb08dafca808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d9f687-4d87-4e6a-8add-128b7d851cf0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:12.404091 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36248) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:12.409625 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f595d87-3722-4dc3-97c1-61d48119e2a7 None None] New status for floating IP 4d891e5b-b047-42b2-a7e6-d48f9e9e1800: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:12.471892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b759d1-521f-4b44-9d68-4a36e8ea4a63 req-355d4756-9d5e-4787-bd7b-46caf4ad56f1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:12.474179 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1b759d1-521f-4b44-9d68-4a36e8ea4a63 req-355d4756-9d5e-4787-bd7b-46caf4ad56f1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0738308 Mar 21 11:19:12.481784 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (086f0d18-48a4-44c0-b889-f31d3713b44b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.538310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (086f0d18-48a4-44c0-b889-f31d3713b44b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.557792 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1b759d1-521f-4b44-9d68-4a36e8ea4a63 req-8095bb2a-bf33-483f-80df-bf5b8f08c3f5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776517 Mar 21 11:19:12.627005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (086f0d18-48a4-44c0-b889-f31d3713b44b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.629436 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.630683 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "DELETE /v2.0/security-groups/086f0d18-48a4-44c0-b889-f31d3713b44b HTTP/1.1" status: 204 len: 168 time: 0.2248814 Mar 21 11:19:12.633955 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36252) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:12.640520 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c35ce-32b1-464d-85a2-99df5c81f59d tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=086f0d18-48a4-44c0-b889-f31d3713b44b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:12.653429 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-2001632f-edd6-428c-9a13-bf773d79fb40 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] show failed (client error): The resource could not be found. Mar 21 11:19:12.654517 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2001632f-edd6-428c-9a13-bf773d79fb40 tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "GET /v2.0/security-groups/086f0d18-48a4-44c0-b889-f31d3713b44b HTTP/1.1" status: 404 len: 347 time: 0.0192227 Mar 21 11:19:12.657962 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36254) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:12.815211 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Deleting port 7b6ebca4-c27a-41cd-a030-65a82a77328b {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:12.815554 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.896369 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.896679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (7b6ebca4-c27a-41cd-a030-65a82a77328b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:12.912404 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Calling delete_port for 7b6ebca4-c27a-41cd-a030-65a82a77328b owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:13.059210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (7b6ebca4-c27a-41cd-a030-65a82a77328b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:13.091826 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Pushing event deleted for resources: {'Port': ['ID=7b6ebca4-c27a-41cd-a030-65a82a77328b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:13.155650 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks [] for floatingip (4d891e5b-b047-42b2-a7e6-d48f9e9e1800), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:13.158795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:13.160112 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-900b2187-50ff-430f-abaa-f1641e62937a tempest-AttachVolumeTestJSON-1212966615 tempest-AttachVolumeTestJSON-1212966615-project] 10.222.0.53 "DELETE /v2.0/floatingips/4d891e5b-b047-42b2-a7e6-d48f9e9e1800 HTTP/1.1" status: 204 len: 168 time: 0.5011320 Mar 21 11:19:13.167244 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 71a334f5-7493-42d8-993c-5902b23e9440 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:13.196160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 71a334f5-7493-42d8-993c-5902b23e9440 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:13.196594 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 71a334f5-7493-42d8-993c-5902b23e9440 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:13.307741 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:19:13.719038 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c587243-95dd-480b-9d8b-61217510c50a req-346161c4-dec6-471a-8dae-99ad90872327 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:13.720661 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c587243-95dd-480b-9d8b-61217510c50a req-346161c4-dec6-471a-8dae-99ad90872327 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0671213 Mar 21 11:19:13.779502 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7c587243-95dd-480b-9d8b-61217510c50a req-9f4ce654-8fe9-4b56-ba71-50a7abf72070 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517089 Mar 21 11:19:14.931382 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172190f2-6b8e-4236-9bb5-ed8407b6d773 req-0f1b9f67-96d7-4a9c-b1b7-fa502fcd49fe tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:14.933007 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-172190f2-6b8e-4236-9bb5-ed8407b6d773 req-0f1b9f67-96d7-4a9c-b1b7-fa502fcd49fe tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0604820 Mar 21 11:19:14.993447 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-172190f2-6b8e-4236-9bb5-ed8407b6d773 req-fce0b3df-9263-4eda-8870-f99b19497ae7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505154 Mar 21 11:19:16.137878 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60086372-b7f8-454b-be54-a26811496ec8 req-543b92fa-326f-475d-b40e-74586ededee7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:16.139495 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-60086372-b7f8-454b-be54-a26811496ec8 req-543b92fa-326f-475d-b40e-74586ededee7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0579984 Mar 21 11:19:16.201075 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-60086372-b7f8-454b-be54-a26811496ec8 req-e660c91b-4133-43ec-b6a2-e704580c500b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524194 Mar 21 11:19:16.822660 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36336) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:17.371113 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (2d197746-466c-4ab0-aa49-8a50aabfe252), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:17.556555 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1066fe2-5c0b-4927-b480-0c8dece6a949 req-90c05c65-f123-4006-a318-73189b320c56 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:17.558151 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1066fe2-5c0b-4927-b480-0c8dece6a949 req-90c05c65-f123-4006-a318-73189b320c56 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1026006 Mar 21 11:19:17.637489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d1066fe2-5c0b-4927-b480-0c8dece6a949 req-cf04c0b6-7e7c-460b-b668-1858e6485115 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625255 Mar 21 11:19:17.736752 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Deleting port adf787a2-6476-40c9-8d45-2df7cdeaf0ae {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:17.737098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:17.832178 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] For port adf787a2-6476-40c9-8d45-2df7cdeaf0ae, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:17.832675 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:17.849226 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Calling delete_port for adf787a2-6476-40c9-8d45-2df7cdeaf0ae owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:18.115427 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (adf787a2-6476-40c9-8d45-2df7cdeaf0ae), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:18.143970 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf787a2-6476-40c9-8d45-2df7cdeaf0ae,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:18.260573 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-88ed946a-3a1c-4b18-bbb1-cd07f582eafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:18.410371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (2d197746-466c-4ab0-aa49-8a50aabfe252), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:18.808366 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Router 2d197746-466c-4ab0-aa49-8a50aabfe252 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:18.830903 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023cb58-b28e-4b7e-8c89-08b1fc06164e req-e2b0208e-d859-4582-ab58-05c1a6efa1d8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:18.832690 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b023cb58-b28e-4b7e-8c89-08b1fc06164e req-e2b0208e-d859-4582-ab58-05c1a6efa1d8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0949647 Mar 21 11:19:18.899041 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:18.979027 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b023cb58-b28e-4b7e-8c89-08b1fc06164e req-b5311c1b-adce-4a63-869b-4eec006f3f2c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012211 Mar 21 11:19:18.994563 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:19.000599 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2f7822e3-78fc-4003-9912-3f48e4e7af77 admin admin] 10.222.0.53 "PUT /v2.0/routers/2d197746-466c-4ab0-aa49-8a50aabfe252/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1766789 Mar 21 11:19:19.005992 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36372) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:19.006475 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Sync routers for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:19.025927 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:19.026904 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:19.164498 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks [] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:19.264308 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:19.297895 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks [] for router_gateway (2d197746-466c-4ab0-aa49-8a50aabfe252), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:19.372758 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Deleting port 4d686325-ca9b-4013-a9ad-4ec9f96fae67 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:19.373299 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:19.494784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] For port 4d686325-ca9b-4013-a9ad-4ec9f96fae67, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=4d686325-ca9b-4013-a9ad-4ec9f96fae67,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:19.496806 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:19.508160 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42'}], 'enable_snat': True}, 'gw_port_id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:19:18Z', 'revision_number': 5, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port': {'id': '4d686325-ca9b-4013-a9ad-4ec9f96fae67', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:0d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:21Z', 'updated_at': '2022-03-21T11:13:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:19.525097 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Calling delete_port for 4d686325-ca9b-4013-a9ad-4ec9f96fae67 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:19.555011 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Checking router: 2d197746-466c-4ab0-aa49-8a50aabfe252 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:19.566497 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Routers {'2d197746-466c-4ab0-aa49-8a50aabfe252'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:19.567966 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:18:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['2d197746-466c-4ab0-aa49-8a50aabfe252'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:19.687787 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-4b2a9395-e7c4-4c2f-8005-8e8635e94eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:19.690687 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-4b2a9395-e7c4-4c2f-8005-8e8635e94eea service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1130 time: 0.0588956 Mar 21 11:19:19.692011 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] Set router 2d197746-466c-4ab0-aa49-8a50aabfe252 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:19.761710 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-346b820e-d9af-4619-b997-971edb63d951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:19:19Z', 'revision_number': 6, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:19.798493 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346b820e-d9af-4619-b997-971edb63d951 None None] The sync data for ids ['2d197746-466c-4ab0-aa49-8a50aabfe252'] in dv-cinder-834448-1-iscsi is: [{'id': '2d197746-466c-4ab0-aa49-8a50aabfe252', 'name': 'tempest-AttachVolumeTestJSON-1163268009-router', 'tenant_id': '7f15a391524a4f21b22f609e36a226dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:19Z', 'updated_at': '2022-03-21T11:19:19Z', 'revision_number': 6, 'project_id': '7f15a391524a4f21b22f609e36a226dc', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:19.867686 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-318c928b-abce-45a3-bfc7-f6d352ee21f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:19.869396 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-318c928b-abce-45a3-bfc7-f6d352ee21f6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1548495 Mar 21 11:19:19.953934 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-3ecdcc37-06a8-4f6d-8af9-bc7b08c81187 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1002 time: 0.0765948 Mar 21 11:19:20.070948 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-0d82d61e-d04b-4f78-8916-b00effa401d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:20.073060 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-0d82d61e-d04b-4f78-8916-b00effa401d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.1067080 Mar 21 11:19:20.131850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (4d686325-ca9b-4013-a9ad-4ec9f96fae67), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.159258 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-4a4a8f02-ffc2-4623-ba27-e892bfc4914d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:20.161998 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-4a4a8f02-ffc2-4623-ba27-e892bfc4914d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810568 Mar 21 11:19:20.176229 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d686325-ca9b-4013-a9ad-4ec9f96fae67,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:20.261954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b515a18e-0f37-417c-ac10-705b3badb7f6 req-f250fcf7-3897-4510-9984-82141916eff2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:20.263606 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b515a18e-0f37-417c-ac10-705b3badb7f6 req-f250fcf7-3897-4510-9984-82141916eff2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1430731 Mar 21 11:19:20.299788 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (2d197746-466c-4ab0-aa49-8a50aabfe252), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.309070 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-57869ebd-9c56-4d07-a76f-f0a4d0da3742 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364346 Mar 21 11:19:20.415590 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b515a18e-0f37-417c-ac10-705b3badb7f6 req-32d955fe-3ac8-46a3-add5-7b3fb210d9af tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393507 Mar 21 11:19:20.422958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.430212 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks [] for router_controller (2d197746-466c-4ab0-aa49-8a50aabfe252), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.435990 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-dee6372e-8ea5-4f29-a3b7-a6efbac0d854 req-8a17a108-b3de-451f-97c2-0c4ac0abeccd service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169140 Mar 21 11:19:20.492403 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (2d197746-466c-4ab0-aa49-8a50aabfe252), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.493353 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d197746-466c-4ab0-aa49-8a50aabfe252 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:19:20.505574 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.505574 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-dd1d7726-0b5b-4447-b212-bce514789e25 admin admin] 10.222.0.53 "DELETE /v2.0/routers/2d197746-466c-4ab0-aa49-8a50aabfe252 HTTP/1.1" status: 204 len: 168 time: 1.4961984 Mar 21 11:19:20.506882 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36404) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:20.564109 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Deleting subnet 60b83dd5-ebd8-48a6-8bd3-e3eecc9612de {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:19:20.567881 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Publish callbacks [] for subnet (60b83dd5-ebd8-48a6-8bd3-e3eecc9612de), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.607826 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (60b83dd5-ebd8-48a6-8bd3-e3eecc9612de), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.711636 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (60b83dd5-ebd8-48a6-8bd3-e3eecc9612de), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.812864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (60b83dd5-ebd8-48a6-8bd3-e3eecc9612de), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.815016 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device adf787a2-6476-40c9-8d45-2df7cdeaf0ae no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:20.851433 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: adf787a2-6476-40c9-8d45-2df7cdeaf0ae {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:20.852233 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device adf787a2-6476-40c9-8d45-2df7cdeaf0ae not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:20.852879 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 4d686325-ca9b-4013-a9ad-4ec9f96fae67 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:20.861778 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60b83dd5-ebd8-48a6-8bd3-e3eecc9612de,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:20.869475 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:20.872963 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c1f50f7-a55c-43db-9b89-07030bb9a503 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/60b83dd5-ebd8-48a6-8bd3-e3eecc9612de HTTP/1.1" status: 204 len: 168 time: 0.3646967 Mar 21 11:19:20.882284 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36416) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:20.888677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 4d686325-ca9b-4013-a9ad-4ec9f96fae67 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:20.889428 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 4d686325-ca9b-4013-a9ad-4ec9f96fae67 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:20.896781 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c753e-fbc2-495b-8204-f8b3ecfc64f1 None None] Network a0f20d25-51ed-4a45-a64a-11982e8e9adb requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:20.976151 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-501cda98-5bdf-4b96-b141-0a725dbe11d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.034410 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (a0f20d25-51ed-4a45-a64a-11982e8e9adb), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.114028 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Deleting port 282f7adf-3377-4051-8dde-cf67b169b600 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:21.114378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (282f7adf-3377-4051-8dde-cf67b169b600), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.133057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] DHCP port deletion for a0f20d25-51ed-4a45-a64a-11982e8e9adb request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:19:21.197387 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] For port 282f7adf-3377-4051-8dde-cf67b169b600, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=282f7adf-3377-4051-8dde-cf67b169b600,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:21.198792 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (282f7adf-3377-4051-8dde-cf67b169b600), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.202075 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:19:21.216539 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Calling delete_port for 282f7adf-3377-4051-8dde-cf67b169b600 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:21.216885 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Deleting port 282f7adf-3377-4051-8dde-cf67b169b600 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:21.217685 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (282f7adf-3377-4051-8dde-cf67b169b600), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.324139 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (282f7adf-3377-4051-8dde-cf67b169b600), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.368255 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=282f7adf-3377-4051-8dde-cf67b169b600,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:21.371280 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] No DVR routers for this DVR port 282f7adf-3377-4051-8dde-cf67b169b600 on host dv-cinder-834448-1-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:21.394764 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] For port 282f7adf-3377-4051-8dde-cf67b169b600, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=282f7adf-3377-4051-8dde-cf67b169b600,segment=NetworkSegment(5e3b2624-730e-4139-90ef-bdbdea354a9d),segment_id=5e3b2624-730e-4139-90ef-bdbdea354a9d)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:21.395166 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (282f7adf-3377-4051-8dde-cf67b169b600), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.419721 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Calling delete_port for 282f7adf-3377-4051-8dde-cf67b169b600 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:21.452407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (a0f20d25-51ed-4a45-a64a-11982e8e9adb), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.480475 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f20d25-51ed-4a45-a64a-11982e8e9adb']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:21.492433 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3b2624-730e-4139-90ef-bdbdea354a9d') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:21.492866 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3b2624-730e-4139-90ef-bdbdea354a9d') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:21.498910 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:21.512625 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (5e3b2624-730e-4139-90ef-bdbdea354a9d), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.526230 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '132f592a-059a-4150-a68f-a91db715843e', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:19:21.545629 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (5e3b2624-730e-4139-90ef-bdbdea354a9d), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.554917 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:19:21.555330 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (5e3b2624-730e-4139-90ef-bdbdea354a9d), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:19:21.557173 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:19:21.574429 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (282f7adf-3377-4051-8dde-cf67b169b600), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.603997 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: ACTIVE; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:21.604373 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.609840 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Pushing event deleted for resources: {'Port': ['ID=282f7adf-3377-4051-8dde-cf67b169b600,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:21.621238 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cedfa-fb6c-4889-9485-8e4456b05fb1 req-f1c3ebce-e234-4261-927d-4a3e420860c7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:21.622877 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-481cedfa-fb6c-4889-9485-8e4456b05fb1 req-f1c3ebce-e234-4261-927d-4a3e420860c7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1225629 Mar 21 11:19:21.634150 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] No DVR routers for this DVR port 282f7adf-3377-4051-8dde-cf67b169b600 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:21.636508 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.636898 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.637286 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.637636 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.638093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.638428 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.638755 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.639132 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.639462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.639825 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.640149 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.640667 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.640851 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.641198 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.641543 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024de196-fdad-446b-b7ba-f41b6d403b91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:21.641777 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (a0f20d25-51ed-4a45-a64a-11982e8e9adb), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.648677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 132f592a-059a-4150-a68f-a91db715843e {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:21.670659 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.674113 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a0f20d25-51ed-4a45-a64a-11982e8e9adb HTTP/1.1" status: 204 len: 168 time: 0.7903333 Mar 21 11:19:21.676911 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6700428-372a-4874-bbf0-6cee186764f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f20d25-51ed-4a45-a64a-11982e8e9adb,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:21.697733 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:21.705287 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.710920 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-481cedfa-fb6c-4889-9485-8e4456b05fb1 req-3a589762-bf34-4520-ad8c-2727bc308d86 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771732 Mar 21 11:19:21.769692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=6']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:21.827803 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['132f592a-059a-4150-a68f-a91db715843e'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:19:21.840637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36424) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:21.895605 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-de0a0de0-93a0-4e10-aa68-ebeb192a871c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f15a391524a4f21b22f609e36a226dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0533175 Mar 21 11:19:21.900055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36426) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:21.953784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] Publish callbacks [] for security_group (ba831a47-3cf6-451f-aa07-3797ec7debb5), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:21.984216 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] Publish callbacks [] for security_group (ba831a47-3cf6-451f-aa07-3797ec7debb5), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:22.045557 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ba831a47-3cf6-451f-aa07-3797ec7debb5), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:22.048737 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:22.052523 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba831a47-3cf6-451f-aa07-3797ec7debb5 HTTP/1.1" status: 204 len: 168 time: 0.1491387 Mar 21 11:19:22.058443 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd7346-c6d5-486b-9055-37a0e80faa07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba831a47-3cf6-451f-aa07-3797ec7debb5,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:22.219412 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:22.570667 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 282f7adf-3377-4051-8dde-cf67b169b600 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:22.596931 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 282f7adf-3377-4051-8dde-cf67b169b600 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:19:22.597236 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 282f7adf-3377-4051-8dde-cf67b169b600 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:19:22.917033 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d38961e-c0d2-4757-95a1-10c245d680ca req-98e38776-7057-4fc0-90d0-5931b48f111c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:22.919739 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d38961e-c0d2-4757-95a1-10c245d680ca req-98e38776-7057-4fc0-90d0-5931b48f111c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0867555 Mar 21 11:19:23.024101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d38961e-c0d2-4757-95a1-10c245d680ca req-4ea43bf7-36bd-43dd-a611-9e5d4978df62 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930638 Mar 21 11:19:23.213292 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:19:23.296843 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 132f592a-059a-4150-a68f-a91db715843e triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:19:23.297219 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (132f592a-059a-4150-a68f-a91db715843e), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.449976 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:23.450624 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.515390 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:23.529968 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8682e5-a1d4-46b0-8725-08e23f64365a" -d '{"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:23.648288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:23.657724 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:23.741883 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=7']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:23.852368 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20beb935-a37e-4223-a36a-9c40609678ea x-openstack-request-id: req-20beb935-a37e-4223-a36a-9c40609678ea {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:23.853563 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:23.854310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-20beb935-a37e-4223-a36a-9c40609678ea {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:23.855281 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'code': 200} Mar 21 11:19:24.216253 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:24.277106 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097ae1b-4df6-4bcb-a26e-1acdfd09aa0b req-32e4f9b3-9765-4dbc-9203-8b8bb629bd7b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:24.290017 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c097ae1b-4df6-4bcb-a26e-1acdfd09aa0b req-32e4f9b3-9765-4dbc-9203-8b8bb629bd7b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1167414 Mar 21 11:19:24.371797 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c097ae1b-4df6-4bcb-a26e-1acdfd09aa0b req-d33fad3d-9f6a-4807-9ac3-9daffeae79c5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805964 Mar 21 11:19:25.169752 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36524) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:25.380371 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.515257 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-354a4f59-140b-4795-8b75-00e1df6f0395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.711927 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-354a4f59-140b-4795-8b75-00e1df6f0395 admin admin] Publish callbacks [] for security_group (e6102b8a-2056-4776-974d-0004fc2bcf72), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.717775 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-354a4f59-140b-4795-8b75-00e1df6f0395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e6102b8a-2056-4776-974d-0004fc2bcf72), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.723070 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac0c71-712d-4e9f-83fb-25d3e644d813 req-ce0c2bba-265e-4a60-a4f7-2b6643de53fd tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:25.725430 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3dac0c71-712d-4e9f-83fb-25d3e644d813 req-ce0c2bba-265e-4a60-a4f7-2b6643de53fd tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1501896 Mar 21 11:19:25.763833 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354a4f59-140b-4795-8b75-00e1df6f0395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6102b8a-2056-4776-974d-0004fc2bcf72,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:25.771097 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-354a4f59-140b-4795-8b75-00e1df6f0395 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3ab94c8515894ec9a2a1f73e86ba7569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5970600 Mar 21 11:19:25.772054 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36544) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:25.812739 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3dac0c71-712d-4e9f-83fb-25d3e644d813 req-72a8ead4-5301-4507-a0d0-5c8255c84683 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741637 Mar 21 11:19:25.830053 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] Publish callbacks [] for security_group (e6102b8a-2056-4776-974d-0004fc2bcf72), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.862737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] Publish callbacks [] for security_group (e6102b8a-2056-4776-974d-0004fc2bcf72), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.923998 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e6102b8a-2056-4776-974d-0004fc2bcf72), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.927343 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:25.931407 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e6102b8a-2056-4776-974d-0004fc2bcf72 HTTP/1.1" status: 204 len: 168 time: 0.1584198 Mar 21 11:19:25.944908 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b570c2d-7bf4-4371-b97c-07ad743a286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6102b8a-2056-4776-974d-0004fc2bcf72,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:26.960869 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36584) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:27.003336 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac4d7c2-874c-4af1-b4f8-5a4ec730f417 req-89e463f1-bbdb-420a-bc0d-7672442d7840 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:27.006523 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ac4d7c2-874c-4af1-b4f8-5a4ec730f417 req-89e463f1-bbdb-420a-bc0d-7672442d7840 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1065011 Mar 21 11:19:27.091176 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-404660705-network', 'tenant_id': '4acd3d0b6f1a4097afa0285d75c7968d'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:27.123957 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8ac4d7c2-874c-4af1-b4f8-5a4ec730f417 req-bff16ecd-4106-40f8-9993-17c8c0207189 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109383 Mar 21 11:19:27.128860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Made reservation on behalf of 4acd3d0b6f1a4097afa0285d75c7968d for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:27.131329 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.145830 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.259596 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks [] for security_group (b86d5aa4-9298-45f6-acc7-d4fff569a40f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.268036 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b86d5aa4-9298-45f6-acc7-d4fff569a40f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.295901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:19:27.311765 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (a9f886a5-9ee6-459e-9d4d-861198af123e), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.312988 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Added segment a9f886a5-9ee6-459e-9d4d-861198af123e of type vlan for network a7342976-d2d0-445e-b10d-263dd52445fa Mar 21 11:19:27.378392 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (a7342976-d2d0-445e-b10d-263dd52445fa), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.432799 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86d5aa4-9298-45f6-acc7-d4fff569a40f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:27.436472 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (a7342976-d2d0-445e-b10d-263dd52445fa), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.438266 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:27.438893 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.519074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7342976-d2d0-445e-b10d-263dd52445fa,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:27.530374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network a7342976-d2d0-445e-b10d-263dd52445fa details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:19:27.537504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36590) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:27.538000 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-03f7b4c9-606f-46ea-a271-2572cff786e8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5758674 Mar 21 11:19:27.548628 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Request body: {'subnet': {'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-404660705-subnet', 'tenant_id': '4acd3d0b6f1a4097afa0285d75c7968d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:27.585342 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Made reservation on behalf of 4acd3d0b6f1a4097afa0285d75c7968d for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:27.590788 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248624'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.854709 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248614'] for subnet (46f67820-d6dc-4409-82ed-6aadc5508bf6), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.935531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Checking segment: {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:19:27.936198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Network hostable DHCP agents. Network: a7342976-d2d0-445e-b10d-263dd52445fa, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:19:27.940286 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f67820-d6dc-4409-82ed-6aadc5508bf6,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:27.968212 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Network a7342976-d2d0-445e-b10d-263dd52445fa is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:19:27.983231 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, a7342976-d2d0-445e-b10d-263dd52445fa) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:19:27.988818 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:27.989756 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:27.998742 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a7a995-520e-4b75-b1f6-2b9c148d6067 None None] Network a7342976-d2d0-445e-b10d-263dd52445fa requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:28.023833 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-79c1e0b1-da85-4267-b02b-006f0750af69 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4820433 Mar 21 11:19:28.312156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe336e4-c90a-478e-adf5-d5ab9eb7420b None None] Network a7342976-d2d0-445e-b10d-263dd52445fa requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:19:28.415163 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a9d4cb-87e2-4f4c-aeb3-b0a6c4d6a6cb req-697eeacf-7a66-4884-86a6-42e65d9e00e4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:28.423055 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9a9d4cb-87e2-4f4c-aeb3-b0a6c4d6a6cb req-697eeacf-7a66-4884-86a6-42e65d9e00e4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.1655288 Mar 21 11:19:28.562335 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9a9d4cb-87e2-4f4c-aeb3-b0a6c4d6a6cb req-e27e0855-8fed-4d0c-8c36-3fe5cc298de0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380775 Mar 21 11:19:29.695864 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f45f90-20bd-431d-a9fe-0a782a02272c req-6a656077-363b-4ef0-92b0-16504584eaf5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:29.697449 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a3f45f90-20bd-431d-a9fe-0a782a02272c req-6a656077-363b-4ef0-92b0-16504584eaf5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0610180 Mar 21 11:19:29.759506 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a3f45f90-20bd-431d-a9fe-0a782a02272c req-44092b7d-c0fd-434e-94bf-2f9919de22f5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555003 Mar 21 11:19:30.487743 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-f62446fe-9df7-4e5c-8a9f-8e4f9c45cb82 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.492258 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-f62446fe-9df7-4e5c-8a9f-8e4f9c45cb82 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 813 time: 0.1912649 Mar 21 11:19:30.518470 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-f1bf81ed-2313-4626-8a32-87367b1bc795 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/quotas/4acd3d0b6f1a4097afa0285d75c7968d HTTP/1.1" status: 200 len: 375 time: 0.0198295 Mar 21 11:19:30.582245 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-05a31b90-1b2a-4d29-b41a-a1ccb50d0331 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496802 Mar 21 11:19:30.714758 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-460cb89b-72cb-4bc4-b482-417a5c7eb2ff service neutron] 10.222.0.53 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311464 Mar 21 11:19:30.896854 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-9d7f5802-f150-4015-8bb4-e5ebae4b5e92 service neutron] 10.222.0.53 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716936 Mar 21 11:19:30.936854 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2fbd1-25f2-475b-88c5-026e58dea907 req-4a85a829-af86-417c-a394-1bdeb0573ce5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:30.938779 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29f2fbd1-25f2-475b-88c5-026e58dea907 req-4a85a829-af86-417c-a394-1bdeb0573ce5 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0762849 Mar 21 11:19:31.018720 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29f2fbd1-25f2-475b-88c5-026e58dea907 req-01000998-bb0b-4d72-8af0-7e3106b36d33 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716043 Mar 21 11:19:31.114437 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8b301e7c-d108-4f6e-8aca-05d65208f471 req-dc36db3a-80d3-49f1-aba0-b7efe29f4796 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 210 time: 0.0368810 Mar 21 11:19:31.847939 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36698) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:32.041837 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-542adecb-14b9-4407-b322-a89d9e206aeb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.232970 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-542adecb-14b9-4407-b322-a89d9e206aeb admin admin] Publish callbacks [] for security_group (98f6dd3a-5175-4f17-a0bd-d45307a93cc1), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.314069 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-542adecb-14b9-4407-b322-a89d9e206aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (98f6dd3a-5175-4f17-a0bd-d45307a93cc1), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.367416 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542adecb-14b9-4407-b322-a89d9e206aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f6dd3a-5175-4f17-a0bd-d45307a93cc1,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:32.435225 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6eab8b09-6517-4dcf-8063-da35f3f52b5d req-b5d3cc83-2576-4862-b7b1-2c8679764887 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 210 time: 0.1024888 Mar 21 11:19:32.441919 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-542adecb-14b9-4407-b322-a89d9e206aeb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=99e1d94ae1324de7b638a0bd973bdf07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5901384 Mar 21 11:19:32.446029 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36708) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:32.462973 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622492a-102e-466b-9de0-693e8fb42e26 req-b93ab6bd-24c8-4017-a6a6-1208089f10d0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:32.471209 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6622492a-102e-466b-9de0-693e8fb42e26 req-b93ab6bd-24c8-4017-a6a6-1208089f10d0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.2354918 Mar 21 11:19:32.563701 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-fab32de6-c55a-499a-adf1-0c4a4e0caba5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:32.565941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] Publish callbacks [] for security_group (98f6dd3a-5175-4f17-a0bd-d45307a93cc1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.567355 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-fab32de6-c55a-499a-adf1-0c4a4e0caba5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 813 time: 0.2682014 Mar 21 11:19:32.597097 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6622492a-102e-466b-9de0-693e8fb42e26 req-a2acaf3c-9dc4-4499-95cf-5b00467dcd7a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231782 Mar 21 11:19:32.601336 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Request body: {'port': {'device_id': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa', 'admin_state_up': True, 'tenant_id': '4acd3d0b6f1a4097afa0285d75c7968d'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:32.612760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] Publish callbacks [] for security_group (98f6dd3a-5175-4f17-a0bd-d45307a93cc1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.699725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (98f6dd3a-5175-4f17-a0bd-d45307a93cc1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.702734 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:32.704092 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/98f6dd3a-5175-4f17-a0bd-d45307a93cc1 HTTP/1.1" status: 204 len: 168 time: 0.2305355 Mar 21 11:19:32.724499 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa10a4-aa57-4118-ad6c-da11c13bbdce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f6dd3a-5175-4f17-a0bd-d45307a93cc1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:32.824507 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Made reservation on behalf of 4acd3d0b6f1a4097afa0285d75c7968d for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:19:32.828867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.054694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Allocated IP 172.20.0.13 (a7342976-d2d0-445e-b10d-263dd52445fa/46f67820-d6dc-4409-82ed-6aadc5508bf6/d85220c9-d6d1-429d-bd23-81370e6c21c9) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:19:33.408013 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks [] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.483191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.524345 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Network a7342976-d2d0-445e-b10d-263dd52445fa is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:19:33.548585 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:19:33.582262 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:19:33.613578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Pushing event updated for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:33.634001 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62422b8b-e42a-489c-a132-9bc9ec06091e req-e31cf839-ae88-4f64-8dc5-2ced40b7d04e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:33.642144 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62422b8b-e42a-489c-a132-9bc9ec06091e req-e31cf839-ae88-4f64-8dc5-2ced40b7d04e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 932 time: 0.0965517 Mar 21 11:19:33.666000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:33.667614 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.719828 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62422b8b-e42a-489c-a132-9bc9ec06091e req-912420fc-aa6f-466d-970c-07a678e45042 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766442 Mar 21 11:19:33.731887 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-8125da6d-2d92-4e70-b032-ba3a15a98c0c tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1403933 Mar 21 11:19:33.750026 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Request body: {'port': {'device_id': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:19:33.825348 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:33.832501 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59c509-3753-462a-a85a-fd02870c9c73 req-92268550-de82-40bd-bf3e-a623f92f3a82 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:33.836167 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d59c509-3753-462a-a85a-fd02870c9c73 req-92268550-de82-40bd-bf3e-a623f92f3a82 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0945101 Mar 21 11:19:33.916117 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4d59c509-3753-462a-a85a-fd02870c9c73 req-cd4f1a10-3f83-4f7d-b31c-37d2f057a0ea tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727060 Mar 21 11:19:34.276638 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85220c9-d6d1-429d-bd23-81370e6c21c9 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:34.284284 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks [] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.307672 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Transition to ACTIVE for port object d85220c9-d6d1-429d-bd23-81370e6c21c9 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:19:34.313139 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.382364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:34.543874 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Attempting to bind port d85220c9-d6d1-429d-bd23-81370e6c21c9 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:19:34.544278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Attempting to bind port d85220c9-d6d1-429d-bd23-81370e6c21c9 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:19:34.544668 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Attempting to bind port d85220c9-d6d1-429d-bd23-81370e6c21c9 on network a7342976-d2d0-445e-b10d-263dd52445fa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:19:34.550904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Port d85220c9-d6d1-429d-bd23-81370e6c21c9 on network a7342976-d2d0-445e-b10d-263dd52445fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:19:34.551342 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Attempting to bind port d85220c9-d6d1-429d-bd23-81370e6c21c9 on network a7342976-d2d0-445e-b10d-263dd52445fa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:19:34.557586 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:19:34.558093 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Checking segment: {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:19:34.558494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Bound using segment: {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:19:34.558935 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Bound port: d85220c9-d6d1-429d-bd23-81370e6c21c9, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:19:34.559295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.642864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:19:34.652304 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:19:34.662707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.723731 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:34.724661 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:34.726888 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] 10.222.0.35 "PUT /v2.0/ports/d85220c9-d6d1-429d-bd23-81370e6c21c9 HTTP/1.1" status: 200 len: 1094 time: 0.9860091 Mar 21 11:19:34.727562 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:34.731502 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7727c-1066-4b5f-989c-bd302f81076a" -d '{"events": [{"name": "network-changed", "server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:34.764135 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f2fe03-b69d-48f1-ac65-8a8e58427a5e service neutron] Pushing event updated for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:34.865039 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f227f89-fa5b-4f90-b93a-e07732502837 x-openstack-request-id: req-5f227f89-fa5b-4f90-b93a-e07732502837 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:34.865547 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:34.866142 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5f227f89-fa5b-4f90-b93a-e07732502837 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:34.866800 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9', 'status': 'completed', 'code': 200} Mar 21 11:19:34.894108 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-5c56c293-7f84-49d6-b1cb-eb5f4d6dccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:34.895967 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-5c56c293-7f84-49d6-b1cb-eb5f4d6dccd7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 1128 time: 0.0890572 Mar 21 11:19:34.969554 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-dd0bafbc-82c6-4c49-a275-079ef30381fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9 HTTP/1.1" status: 200 len: 217 time: 0.0620985 Mar 21 11:19:35.007775 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e7ee9-a346-4207-8d4f-2156562e0259 req-2e7acd27-17a1-45b3-9fc6-cfb5249156c5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.011779 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f7e7ee9-a346-4207-8d4f-2156562e0259 req-2e7acd27-17a1-45b3-9fc6-cfb5249156c5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 944 time: 0.1140985 Mar 21 11:19:35.061857 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-e358d391-aa60-4e13-8698-b63228b08728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.065171 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-e358d391-aa60-4e13-8698-b63228b08728 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46f67820-d6dc-4409-82ed-6aadc5508bf6 HTTP/1.1" status: 200 len: 853 time: 0.0893676 Mar 21 11:19:35.079711 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9f7e7ee9-a346-4207-8d4f-2156562e0259 req-dafffb44-943e-4f72-8f56-f46a4e73be95 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614374 Mar 21 11:19:35.117580 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-9315eb28-a806-4f96-8ae8-69cd12eb0664 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7342976-d2d0-445e-b10d-263dd52445fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401855 Mar 21 11:19:35.166370 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4616a9f-2628-4286-873a-bef1defb337e req-cd791d6a-c446-42e6-8bc7-c0a6abb76cbb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.168191 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a4616a9f-2628-4286-873a-bef1defb337e req-cd791d6a-c446-42e6-8bc7-c0a6abb76cbb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0851774 Mar 21 11:19:35.256743 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a4616a9f-2628-4286-873a-bef1defb337e req-272f848a-7f75-42a7-98ff-d3d718e4904e tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813210 Mar 21 11:19:35.516069 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-510e62f8-75aa-41af-ac55-274e436eec7f service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921709 Mar 21 11:19:35.644732 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-6db16b7f-6fef-465c-b9d7-ddb609b8f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.646326 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-6db16b7f-6fef-465c-b9d7-ddb609b8f168 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1130 time: 0.0486887 Mar 21 11:19:35.656319 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-9a36644f-ea0a-4db0-b376-5b14bfa9133a req-69aac1dd-216f-42fb-8b60-e494c77b5afe service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300709 Mar 21 11:19:35.749158 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-3b89cdeb-a117-4da5-90a8-1c0406ea5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.750707 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-3b89cdeb-a117-4da5-90a8-1c0406ea5bf0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.0977154 Mar 21 11:19:35.791395 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-bf2d2bcc-3ed7-4ce4-a9b2-72eb4980dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.792970 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-bf2d2bcc-3ed7-4ce4-a9b2-72eb4980dc58 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 1128 time: 0.0862839 Mar 21 11:19:35.826019 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-25e4f400-593a-4ded-96fe-242f7ca69e81 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1002 time: 0.0691187 Mar 21 11:19:35.886714 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-6d7e615b-84a9-471a-a757-7c5b03012d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.888202 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-6d7e615b-84a9-471a-a757-7c5b03012d3c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0562351 Mar 21 11:19:35.908892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-f96f436a-4f7c-4c62-b152-de3a0f2c6a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.910793 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-f96f436a-4f7c-4c62-b152-de3a0f2c6a51 service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 913 time: 0.1078482 Mar 21 11:19:35.946294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-524e9301-e897-42ef-8970-4833e2e7493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:35.948076 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-524e9301-e897-42ef-8970-4833e2e7493a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536764 Mar 21 11:19:35.960639 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-c9ab2163-1ca5-4917-8691-dafa92116cee service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9 HTTP/1.1" status: 200 len: 217 time: 0.0434604 Mar 21 11:19:36.010353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-6d3953ad-8fc6-45fb-b48a-1ffaefa22537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:36.012125 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-6d3953ad-8fc6-45fb-b48a-1ffaefa22537 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46f67820-d6dc-4409-82ed-6aadc5508bf6 HTTP/1.1" status: 200 len: 853 time: 0.0459983 Mar 21 11:19:36.050207 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-b0f03332-3dab-4b91-93b1-77d7253731c2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7342976-d2d0-445e-b10d-263dd52445fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304883 Mar 21 11:19:36.055141 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-a72ce00d-4cb4-43f7-b6ba-fff63fe77db9 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994053 Mar 21 11:19:36.173534 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-c22bac95-a3d7-4f9c-b700-6ae2517a08ad service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039641 Mar 21 11:19:36.181606 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3c4fda95-569e-44e7-b3aa-3150012b36b3 req-38236c1a-b9bc-48d2-8798-8e58c201f4bc service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103590 Mar 21 11:19:36.259628 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d6b0d-9008-4e81-adf1-b7b005c41bb7 req-cbbd2e31-ba42-46a2-ac6e-b18b665ad7f5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:36.262109 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc3d6b0d-9008-4e81-adf1-b7b005c41bb7 req-cbbd2e31-ba42-46a2-ac6e-b18b665ad7f5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 944 time: 0.0914378 Mar 21 11:19:36.275780 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e7c7727c-1066-4b5f-989c-bd302f81076a req-a0c16ece-3f40-44ad-9d4b-3075d85a250d service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960767 Mar 21 11:19:36.332476 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dc3d6b0d-9008-4e81-adf1-b7b005c41bb7 req-b9ba3b60-cbf1-419d-af41-3cc960c35782 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634100 Mar 21 11:19:36.401690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f65d7f-f507-44e0-a567-6bf9f14d7261 req-9e0fe5b0-ed70-40ed-94de-6b87f53ff526 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:36.403257 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93f65d7f-f507-44e0-a567-6bf9f14d7261 req-9e0fe5b0-ed70-40ed-94de-6b87f53ff526 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0580621 Mar 21 11:19:36.456686 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93f65d7f-f507-44e0-a567-6bf9f14d7261 req-68e1f5b5-adf5-48ce-a5ed-9a4bce6644ef tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Mar 21 11:19:37.324271 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d85220c9-d6d1-429d-bd23-81370e6c21c9 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:19:37.438159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:37.452869 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'd85220c9-d6d1-429d-bd23-81370e6c21c9', 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa', 'port_id': 'd85220c9-d6d1-429d-bd23-81370e6c21c9', 'mac_address': 'fa:16:3e:3d:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f67820-d6dc-4409-82ed-6aadc5508bf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:19:37.471921 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d45df1-79d5-4486-9d38-d09a57dc8cf4 req-6d58797b-3e26-4198-9026-fc1d9bdc8ea1 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.473567 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49d45df1-79d5-4486-9d38-d09a57dc8cf4 req-6d58797b-3e26-4198-9026-fc1d9bdc8ea1 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 944 time: 0.0623822 Mar 21 11:19:37.495749 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d85220c9-d6d1-429d-bd23-81370e6c21c9 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:37.496328 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:37.513442 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85220c9-d6d1-429d-bd23-81370e6c21c9 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:37.536134 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:37.541662 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-49d45df1-79d5-4486-9d38-d09a57dc8cf4 req-53434d3e-58cc-49e4-b1a7-f63da0f1572b tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613427 Mar 21 11:19:37.543858 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:37.598231 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:37.602537 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283a27e3-ac76-4ea9-b784-baeda448e391 req-a9036596-aaa5-42f7-a162-45724ccd183c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:37.603804 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-283a27e3-ac76-4ea9-b784-baeda448e391 req-a9036596-aaa5-42f7-a162-45724ccd183c tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0612197 Mar 21 11:19:37.654325 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-283a27e3-ac76-4ea9-b784-baeda448e391 req-229d7c30-be5b-4f15-87af-3a7f417d1f64 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447288 Mar 21 11:19:37.852965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['d85220c9-d6d1-429d-bd23-81370e6c21c9'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:19:38.712399 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345e1c7-d1f3-42fa-996c-8243e1c6d95f req-1402ec15-a6ab-4c15-b82d-5e894029aaf1 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:38.716944 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4345e1c7-d1f3-42fa-996c-8243e1c6d95f req-1402ec15-a6ab-4c15-b82d-5e894029aaf1 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 945 time: 0.0722120 Mar 21 11:19:38.799843 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4345e1c7-d1f3-42fa-996c-8243e1c6d95f req-0d42d258-198c-4412-8193-10c439d82f92 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764883 Mar 21 11:19:38.821365 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29282b70-5f25-4a3c-b570-5a7a8df40619 req-78b79ac9-2f03-4845-93e8-834b9f733580 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:38.822968 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29282b70-5f25-4a3c-b570-5a7a8df40619 req-78b79ac9-2f03-4845-93e8-834b9f733580 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 946 time: 0.0779803 Mar 21 11:19:38.883520 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29282b70-5f25-4a3c-b570-5a7a8df40619 req-af3ceab1-38c7-46bd-a1fc-76f91adbdb27 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541387 Mar 21 11:19:39.936176 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a624b-1171-499a-8c37-c5f0962cfe5b req-98e42f66-7ab0-4a96-ad06-53dc62af69a9 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:39.938995 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c3a624b-1171-499a-8c37-c5f0962cfe5b req-98e42f66-7ab0-4a96-ad06-53dc62af69a9 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 945 time: 0.0645614 Mar 21 11:19:39.988216 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9c3a624b-1171-499a-8c37-c5f0962cfe5b req-a79a380b-786e-4a1f-b904-941d663888c3 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437214 Mar 21 11:19:41.064223 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d85220c9-d6d1-429d-bd23-81370e6c21c9 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:19:41.150174 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1aa02-afbd-4b4b-bbf8-11e949a1c4a2 req-ea240188-d723-4ce0-8e71-66752b1abe68 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:41.152315 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24a1aa02-afbd-4b4b-bbf8-11e949a1c4a2 req-ea240188-d723-4ce0-8e71-66752b1abe68 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 945 time: 0.0768642 Mar 21 11:19:41.165448 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port d85220c9-d6d1-429d-bd23-81370e6c21c9 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:19:41.169703 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port d85220c9-d6d1-429d-bd23-81370e6c21c9 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:19:41.170097 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.234155 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-24a1aa02-afbd-4b4b-bbf8-11e949a1c4a2 req-6bb10488-175a-47e3-9ba5-bd7f2f730181 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747631 Mar 21 11:19:41.289242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port d85220c9-d6d1-429d-bd23-81370e6c21c9 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:41.289694 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.321214 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:41.324099 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bcbb767-f9a3-4f98-9f67-5d265eb2f9c9" -d '{"events": [{"server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "name": "network-vif-plugged", "status": "completed", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:41.339718 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:41.346786 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.348163 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:41.408189 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd594ad-3acd-4fcf-82e1-09412e9fa589 x-openstack-request-id: req-0cd594ad-3acd-4fcf-82e1-09412e9fa589 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:41.408507 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "name": "network-vif-plugged", "status": "completed", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:41.408734 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cd594ad-3acd-4fcf-82e1-09412e9fa589 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:41.409365 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9', 'code': 200} Mar 21 11:19:41.465291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:41.517553 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: ACTIVE; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:41.521960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.522428 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-2982dac1-c9f3-4bfa-890b-96776c0c2adc req-a0b2c3e6-89ae-4f49-8764-099ed3393012 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:19:41.523611 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2982dac1-c9f3-4bfa-890b-96776c0c2adc req-a0b2c3e6-89ae-4f49-8764-099ed3393012 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2276158 Mar 21 11:19:41.582752 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:41.591279 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:41.667215 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=8']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:41.712622 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26589ca1-d88a-4e62-90f3-8650890379ca req-9704f7e4-4621-4e2d-85b3-5454cdb1523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:41.716125 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26589ca1-d88a-4e62-90f3-8650890379ca req-9704f7e4-4621-4e2d-85b3-5454cdb1523c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 1130 time: 0.0755723 Mar 21 11:19:41.770705 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-26589ca1-d88a-4e62-90f3-8650890379ca req-395c6904-830f-4661-923a-5b0832ba180f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Mar 21 11:19:41.777546 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12ee8fc-8b64-47ff-8d9e-7d6a0d14afa7 req-82ae6527-e5d8-4709-8a0d-6c590dd7ffe6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:41.779220 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a12ee8fc-8b64-47ff-8d9e-7d6a0d14afa7 req-82ae6527-e5d8-4709-8a0d-6c590dd7ffe6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0715642 Mar 21 11:19:41.834510 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a12ee8fc-8b64-47ff-8d9e-7d6a0d14afa7 req-cf86a5d8-32a5-4ee4-bff6-4a4caf075026 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493248 Mar 21 11:19:42.147042 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 36920) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:42.257247 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-99354072-a5b0-48bd-9f9d-85904b099b9d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1083002 Mar 21 11:19:42.272635 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-7ab57ed8-ae90-4847-8c9a-1c1ca37917de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:19:42.274406 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-7ab57ed8-ae90-4847-8c9a-1c1ca37917de service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0088153 Mar 21 11:19:42.375223 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 36934) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:42.396793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176772b-c104-427d-86ac-1947566a5248 req-cda873bf-1e1a-46f2-bf57-a9a26ebcdc35 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:42.398629 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f176772b-c104-427d-86ac-1947566a5248 req-cda873bf-1e1a-46f2-bf57-a9a26ebcdc35 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0700688 Mar 21 11:19:42.468152 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f176772b-c104-427d-86ac-1947566a5248 req-bb9fa286-c780-4d2a-855f-d25d715df79e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602703 Mar 21 11:19:42.543327 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-097b3735-5d27-48d4-81bc-b61f86b31641 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:42.545170 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-097b3735-5d27-48d4-81bc-b61f86b31641 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports/132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 941 time: 0.1676221 Mar 21 11:19:43.083687 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1572d9-3a9b-4605-8c6f-8a8e184c2087 req-9e5400c6-3a19-4cc5-b2e0-e6979cdcd2f0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.085582 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad1572d9-3a9b-4605-8c6f-8a8e184c2087 req-9e5400c6-3a19-4cc5-b2e0-e6979cdcd2f0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.1474466 Mar 21 11:19:43.093248 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a712710-046e-4419-8e28-06f35e3e536f req-b8b3ae16-444e-44ed-b65f-90ba87e3dce1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.094931 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a712710-046e-4419-8e28-06f35e3e536f req-b8b3ae16-444e-44ed-b65f-90ba87e3dce1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.1751845 Mar 21 11:19:43.184033 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ad1572d9-3a9b-4605-8c6f-8a8e184c2087 req-e794e102-7605-4e60-bdd8-149fc91a9003 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876942 Mar 21 11:19:43.193954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9a712710-046e-4419-8e28-06f35e3e536f req-84de28da-fcda-455f-b20c-9dcc28bb7782 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821273 Mar 21 11:19:43.411064 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:43.415726 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946c18e0-b95a-49d3-be7a-387fe97489b9" -d '{"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-unplugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:43.460498 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9132c355-d813-40a8-8706-38ea0a1216eb x-openstack-request-id: req-9132c355-d813-40a8-8706-38ea0a1216eb {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:43.460972 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-unplugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:43.461403 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9132c355-d813-40a8-8706-38ea0a1216eb {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:43.462165 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'code': 200} Mar 21 11:19:43.603824 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c1f01-474f-416c-9194-0b4a7e0e1b79 req-f9a92457-6fd6-4cdd-9ca7-e0bbb44fdd16 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.605730 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b47c1f01-474f-416c-9194-0b4a7e0e1b79 req-f9a92457-6fd6-4cdd-9ca7-e0bbb44fdd16 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0647464 Mar 21 11:19:43.668404 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b47c1f01-474f-416c-9194-0b4a7e0e1b79 req-473639d0-c728-4f0c-864c-9e250dfb975a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523734 Mar 21 11:19:43.744294 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-bcc3bc55-9c21-432d-b114-a33f659e9572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.746463 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-bcc3bc55-9c21-432d-b114-a33f659e9572 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668&tenant_id=8cdfbc4dd3424843be06383c37a339f5 HTTP/1.1" status: 200 len: 1128 time: 0.1297481 Mar 21 11:19:43.848272 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-07adb37d-17da-4404-b38d-5f5d4162cbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.849969 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-07adb37d-17da-4404-b38d-5f5d4162cbfc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1128 time: 0.0705075 Mar 21 11:19:43.976983 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-01353516-8d71-45c1-a6ef-d98ff6cdf327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:43.979418 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-01353516-8d71-45c1-a6ef-d98ff6cdf327 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1138365 Mar 21 11:19:44.066108 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-51ca6808-740b-4b0d-a5ff-f66ffb275cb2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1000 time: 0.0660124 Mar 21 11:19:44.132861 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-3dfc543a-b069-44e9-833b-f669a49a4d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:44.134656 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-3dfc543a-b069-44e9-833b-f669a49a4d71 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0577390 Mar 21 11:19:44.201396 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-5995610c-3d48-4b21-a651-7d5d603fe5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:44.203118 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-5995610c-3d48-4b21-a651-7d5d603fe5b6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556743 Mar 21 11:19:44.323529 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-0e9ea5b8-2bd5-443b-86cf-43aada873d56 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073380 Mar 21 11:19:44.389971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3ca19-a5cc-41bf-bd35-5e69ed95826a req-9588d2aa-4b60-42c2-8044-1ece53eb3b4f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:44.392107 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5dc3ca19-a5cc-41bf-bd35-5e69ed95826a req-9588d2aa-4b60-42c2-8044-1ece53eb3b4f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0895200 Mar 21 11:19:44.424325 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f466ea5-c323-4799-8ab6-d5c9086b708b req-d092653e-3303-4e89-8483-49a633de1011 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:44.426266 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f466ea5-c323-4799-8ab6-d5c9086b708b req-d092653e-3303-4e89-8483-49a633de1011 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.1125455 Mar 21 11:19:44.445289 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-a6827aee-23d9-4532-a405-c69e10a7e807 req-dfe92ab0-05c1-4437-9b49-4aaceadeb760 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145310 Mar 21 11:19:44.477919 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5dc3ca19-a5cc-41bf-bd35-5e69ed95826a req-03649480-a618-4d07-9f82-55f943bf86c9 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791948 Mar 21 11:19:44.518454 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f466ea5-c323-4799-8ab6-d5c9086b708b req-1433976e-2407-4c55-8d75-80df0c746c3b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694106 Mar 21 11:19:45.080778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:45.272736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: DOWN; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:45.720647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b95d8-a143-4b2d-98fb-342a48d74c5b req-edcde130-4b2a-4534-8456-54ac3bc8b770 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:45.722524 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-491b95d8-a143-4b2d-98fb-342a48d74c5b req-edcde130-4b2a-4534-8456-54ac3bc8b770 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.1122108 Mar 21 11:19:45.744085 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2828a3f-efe3-4a9e-8ddf-f252760787da req-17298146-f5ec-4faf-a4a1-d38727e55de1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:45.746826 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2828a3f-efe3-4a9e-8ddf-f252760787da req-17298146-f5ec-4faf-a4a1-d38727e55de1 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.1239727 Mar 21 11:19:45.863421 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-491b95d8-a143-4b2d-98fb-342a48d74c5b req-7c36b6bd-d929-49bf-8744-fefbcfb6f727 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334629 Mar 21 11:19:45.876489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2828a3f-efe3-4a9e-8ddf-f252760787da req-87858a9d-985a-4e11-86f7-351538a1246f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177363 Mar 21 11:19:47.094894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840d323-aaee-474d-82de-28fdba7d0727 req-e6e0254a-7c5f-430a-9ccb-52957e3d596d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:47.104054 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e840d323-aaee-474d-82de-28fdba7d0727 req-e6e0254a-7c5f-430a-9ccb-52957e3d596d tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.1388566 Mar 21 11:19:47.133557 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ef210-86ae-46b1-a609-36c624cb5e7a req-fe14a00b-6673-486c-bb24-33e854a8a327 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:47.135583 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d9ef210-86ae-46b1-a609-36c624cb5e7a req-fe14a00b-6673-486c-bb24-33e854a8a327 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.1097398 Mar 21 11:19:47.233869 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e840d323-aaee-474d-82de-28fdba7d0727 req-cd8af0e8-38cd-4d16-ad62-b0a0ea3e3cd8 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165335 Mar 21 11:19:47.252095 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d9ef210-86ae-46b1-a609-36c624cb5e7a req-59a9bee2-37de-474d-986f-eb54412b1676 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082861 Mar 21 11:19:48.249808 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89925536-8e68-4db2-bca6-9eee5359f0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:48.451928 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d5591-bab9-4fc1-bbe5-26047b2e31c9 req-1222cb82-6eee-4730-9ca7-dab80f373bd6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:48.453963 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc4d5591-bab9-4fc1-bbe5-26047b2e31c9 req-1222cb82-6eee-4730-9ca7-dab80f373bd6 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.1325669 Mar 21 11:19:48.470327 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe3a5aa-f9b7-4054-a6f9-c20146b2c8a1 req-b5b7fa22-83f1-4ce6-9efa-4a5fd3a00721 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:48.472047 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fe3a5aa-f9b7-4054-a6f9-c20146b2c8a1 req-b5b7fa22-83f1-4ce6-9efa-4a5fd3a00721 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0939586 Mar 21 11:19:48.571386 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cc4d5591-bab9-4fc1-bbe5-26047b2e31c9 req-65cc767a-cb09-4748-9ba2-9b80b15093a9 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117280 Mar 21 11:19:48.576249 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fe3a5aa-f9b7-4054-a6f9-c20146b2c8a1 req-311abb4a-7a33-4edc-aa7c-40ff5b17344d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962355 Mar 21 11:19:48.926091 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:49.734275 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4b5bbb-0627-45aa-a074-6cfeb96e2010 req-ed8489a3-ae6c-450b-84e2-8544232f77d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:49.736994 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de4b5bbb-0627-45aa-a074-6cfeb96e2010 req-ed8489a3-ae6c-450b-84e2-8544232f77d5 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.0660727 Mar 21 11:19:49.809091 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-de4b5bbb-0627-45aa-a074-6cfeb96e2010 req-492eebda-2540-41ca-a45b-7f183b5ec795 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625396 Mar 21 11:19:49.920134 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb7bc7-188c-4e2c-a3e1-9ab4bd23f377 req-9abcce84-3ff6-49f1-a9e8-8e049f4d3cd4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:49.922290 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-badb7bc7-188c-4e2c-a3e1-9ab4bd23f377 req-9abcce84-3ff6-49f1-a9e8-8e049f4d3cd4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0577900 Mar 21 11:19:49.981699 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-badb7bc7-188c-4e2c-a3e1-9ab4bd23f377 req-2ecf1ecb-fc5d-4d34-80ce-f7689675aa18 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534518 Mar 21 11:19:50.310848 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:19:50.903443 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b911cb79-cb83-4037-9669-87583fee61bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:50.980910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20d8110-7dcf-4afe-8d93-ccc0bc06deb8 req-101505f2-24a5-440a-9246-d8b66a2a3764 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:50.991083 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f20d8110-7dcf-4afe-8d93-ccc0bc06deb8 req-101505f2-24a5-440a-9246-d8b66a2a3764 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Mar 21 11:19:51.114531 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f20d8110-7dcf-4afe-8d93-ccc0bc06deb8 req-35778ea8-26b9-47e6-89cb-7d14a4df18ed tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226869 Mar 21 11:19:51.128507 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device f315a7f3-4909-4891-88c6-b757235c6c1c no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:19:51.220395 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245856ae-2134-4411-bf4e-6239f5790956 req-0b145955-e513-4002-95c2-ee77f95bbdb1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:51.221968 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-245856ae-2134-4411-bf4e-6239f5790956 req-0b145955-e513-4002-95c2-ee77f95bbdb1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.1302986 Mar 21 11:19:51.263855 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port f315a7f3-4909-4891-88c6-b757235c6c1c is: ACTIVE; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:51.264329 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:51.286768 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-245856ae-2134-4411-bf4e-6239f5790956 req-02ed9555-fa96-4ca8-a503-d86fe9c14b53 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575385 Mar 21 11:19:51.302839 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:51.305484 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db48ff69-af20-413d-9e6a-4fbdee422979" -d '{"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-unplugged", "status": "completed", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:51.330741 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:51.335474 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:51.400575 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64930ef4-0493-4b55-a9de-bd81adace481 x-openstack-request-id: req-64930ef4-0493-4b55-a9de-bd81adace481 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:51.400901 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-unplugged", "status": "completed", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:51.401191 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-64930ef4-0493-4b55-a9de-bd81adace481 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:51.401724 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'code': 200} Mar 21 11:19:51.402356 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=6']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:52.230047 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:52.705120 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cc79f8-f7c4-4c4e-a020-015b1a4ae9a6 req-2f6b81dc-a4a8-49ce-a1b3-0a164e4fd813 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:52.706584 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5cc79f8-f7c4-4c4e-a020-015b1a4ae9a6 req-2f6b81dc-a4a8-49ce-a1b3-0a164e4fd813 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.4979167 Mar 21 11:19:52.741781 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e310de-f0b0-48a4-ab64-94e2f23a30f5 req-00c91ec1-dd00-4148-ac76-46d9ee9a2dbe tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:52.743339 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3e310de-f0b0-48a4-ab64-94e2f23a30f5 req-00c91ec1-dd00-4148-ac76-46d9ee9a2dbe tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0954471 Mar 21 11:19:52.791044 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c5cc79f8-f7c4-4c4e-a020-015b1a4ae9a6 req-9652a2cc-ebce-4983-8bc6-d22da33954a2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775237 Mar 21 11:19:52.843371 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3e310de-f0b0-48a4-ab64-94e2f23a30f5 req-920156a3-4985-45eb-b659-7306f7758642 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879660 Mar 21 11:19:53.987455 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d5e37-0201-4b5e-b6ab-bf15041418da req-7fd302b2-a0f7-4c92-9ea6-cebea035d640 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:53.989037 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33d5e37-0201-4b5e-b6ab-bf15041418da req-7fd302b2-a0f7-4c92-9ea6-cebea035d640 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.1110616 Mar 21 11:19:54.017818 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e00ed-12ef-452d-93cf-d56d8a26965a req-34d56003-1292-435b-8fbd-824ad6d5e85b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:54.019360 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e98e00ed-12ef-452d-93cf-d56d8a26965a req-34d56003-1292-435b-8fbd-824ad6d5e85b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0873330 Mar 21 11:19:54.072327 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33d5e37-0201-4b5e-b6ab-bf15041418da req-bc8aa5b5-9616-4acd-9641-08773fe17f7f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775764 Mar 21 11:19:54.095513 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e98e00ed-12ef-452d-93cf-d56d8a26965a req-6667b80f-e21d-4cc8-9ed4-cd68b80f17bc tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689988 Mar 21 11:19:54.212758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.777390 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-76153c9a-2511-460f-8526-326ae6083051 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:54.778771 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-76153c9a-2511-460f-8526-326ae6083051 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.0592968 Mar 21 11:19:54.891450 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port f315a7f3-4909-4891-88c6-b757235c6c1c {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:54.891796 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:54.989455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] For port f315a7f3-4909-4891-88c6-b757235c6c1c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=f315a7f3-4909-4891-88c6-b757235c6c1c,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:54.990141 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.238520 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.238973 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.239346 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Floating IP 296958c2-3883-460f-a683-66fdb735dfcf disassociated. External IP: 172.27.1.74, port: f315a7f3-4909-4891-88c6-b757235c6c1c. Mar 21 11:19:55.239870 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for f315a7f3-4909-4891-88c6-b757235c6c1c owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:55.279460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66592ab-8c5a-4581-bf8b-7b28ea4597dc req-d4da1aaf-0961-43f1-b935-1ac364e8c679 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:55.282790 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66592ab-8c5a-4581-bf8b-7b28ea4597dc req-d4da1aaf-0961-43f1-b935-1ac364e8c679 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0995252 Mar 21 11:19:55.296582 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6613fa33-ac6e-4692-a5e8-88300f0e847d req-8a5aaa05-b9aa-47ea-8fbb-c1ee7416e07b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:55.298771 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6613fa33-ac6e-4692-a5e8-88300f0e847d req-8a5aaa05-b9aa-47ea-8fbb-c1ee7416e07b tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff8a09cb-6c95-422a-a856-5c1ffa4fc013 HTTP/1.1" status: 200 len: 943 time: 0.1030171 Mar 21 11:19:55.329784 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.388580 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66592ab-8c5a-4581-bf8b-7b28ea4597dc req-99cf7499-84a0-4bda-9bec-6fb4da541fb2 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886149 Mar 21 11:19:55.394169 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6613fa33-ac6e-4692-a5e8-88300f0e847d req-0e0a62cd-9d33-403a-9ca9-428ec0d88c84 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups?id=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708599 Mar 21 11:19:55.427064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (f315a7f3-4909-4891-88c6-b757235c6c1c), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.457287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=f315a7f3-4909-4891-88c6-b757235c6c1c,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:55.469432 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.469833 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.470179 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.470539 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.470857 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.471194 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.471534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.471856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.472186 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.472515 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.472843 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.473171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.473493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.473889 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.474160 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:55.604738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:19:55.737191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:19:55.755363 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:19:55.774115 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:55.775156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:19:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:55.779851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] No DVR routers for this DVR port f315a7f3-4909-4891-88c6-b757235c6c1c on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:19:55.783904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:55.787227 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-88b76af9-1bef-4240-82e0-6f4f40204b56 req-158c4f19-2b72-4865-ba22-1aca00dff330 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.35 "DELETE /v2.0/ports/f315a7f3-4909-4891-88c6-b757235c6c1c HTTP/1.1" status: 204 len: 173 time: 1.0020928 Mar 21 11:19:55.787711 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-deleted', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:19:55.790442 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3867e5-ac83-4157-9a53-67eaee0eb8ee" -d '{"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-deleted", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:19:55.830945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef379f3e-b638-42c3-91f2-ce38ff806730 x-openstack-request-id: req-ef379f3e-b638-42c3-91f2-ce38ff806730 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:19:55.831282 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8a09cb-6c95-422a-a856-5c1ffa4fc013", "name": "network-vif-deleted", "tag": "f315a7f3-4909-4891-88c6-b757235c6c1c", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:19:55.831561 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-ef379f3e-b638-42c3-91f2-ce38ff806730 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:19:55.831959 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff8a09cb-6c95-422a-a856-5c1ffa4fc013', 'name': 'network-vif-deleted', 'tag': 'f315a7f3-4909-4891-88c6-b757235c6c1c', 'status': 'completed', 'code': 200} Mar 21 11:19:55.970923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:56.210352 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:56.244216 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:19:56.255147 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:19:56.255776 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:19:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:56.379460 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:19:56.549354 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c2222-c95f-4686-a1d5-d9bf7d4118e2 req-b07da9ce-cce1-4f2e-a72f-8578b519b035 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:56.557382 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-544c2222-c95f-4686-a1d5-d9bf7d4118e2 req-b07da9ce-cce1-4f2e-a72f-8578b519b035 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 944 time: 0.0712223 Mar 21 11:19:56.588203 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37234) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:56.624870 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-544c2222-c95f-4686-a1d5-d9bf7d4118e2 req-59727c4e-05a3-4e99-a7b6-7c08822d11c8 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663891 Mar 21 11:19:56.659500 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:19:56.661996 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (86fa5cb0-1e25-40b2-9332-bcfd0a5929f9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.693433 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992cdb71-8923-4291-a9b7-fd5832b8b351 None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:13:29Z', 'revision_number': 4, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '749bcecc-81cf-4765-a119-be3eebc9b054', 'name': '', 'network_id': '9ff7916a-32b7-4ae2-bcbe-49820a265839', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'mac_address': 'fa:16:3e:e9:e5:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:26Z', 'updated_at': '2022-03-21T11:13:42Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'subnets': [{'id': '92ebd75c-042d-42f4-a064-fc77a0b6bb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:19:56.697934 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (86fa5cb0-1e25-40b2-9332-bcfd0a5929f9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.789446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (86fa5cb0-1e25-40b2-9332-bcfd0a5929f9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.794225 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:56.797582 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/security-groups/86fa5cb0-1e25-40b2-9332-bcfd0a5929f9 HTTP/1.1" status: 204 len: 168 time: 0.2065141 Mar 21 11:19:56.799752 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37240) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:56.808253 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d375ba-0fac-44be-b9ae-295ebb15385f tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86fa5cb0-1e25-40b2-9332-bcfd0a5929f9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:56.826477 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-ca059bf0-911e-4fe6-b4d2-527ba5285179 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] show failed (client error): The resource could not be found. Mar 21 11:19:56.827773 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ca059bf0-911e-4fe6-b4d2-527ba5285179 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "GET /v2.0/security-groups/86fa5cb0-1e25-40b2-9332-bcfd0a5929f9 HTTP/1.1" status: 404 len: 347 time: 0.0263553 Mar 21 11:19:56.832414 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37242) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:19:56.994343 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Deleting port 215fcf87-a609-4606-b45c-1b12f18455d8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:19:56.994856 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.072996 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c8f63e-6dd9-4e20-90bf-5944487e0a7c None None] New status for floating IP 296958c2-3883-460f-a683-66fdb735dfcf: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:19:57.131899 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:19:57.162379 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.162977 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (215fcf87-a609-4606-b45c-1b12f18455d8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.180517 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Calling delete_port for 215fcf87-a609-4606-b45c-1b12f18455d8 owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:19:57.296944 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:57.313468 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '132f592a-059a-4150-a68f-a91db715843e', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'port_id': '132f592a-059a-4150-a68f-a91db715843e', 'mac_address': 'fa:16:3e:c9:7c:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:19:57.366520 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:19:57.367291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.394562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132f592a-059a-4150-a68f-a91db715843e {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:19:57.395330 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (215fcf87-a609-4606-b45c-1b12f18455d8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.430561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:19:57.436291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.447778 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Pushing event deleted for resources: {'Port': ['ID=215fcf87-a609-4606-b45c-1b12f18455d8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.466905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.466905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.466905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.467206 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.467455 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.467801 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.468129 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.468462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.468944 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.469615 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.469951 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.470277 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.470611 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.470938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.471268 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:19:57.521868 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=9']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:19:57.541967 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks [] for floatingip (296958c2-3883-460f-a683-66fdb735dfcf), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.544568 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:19:57.546009 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f401fe64-9960-46c3-82e1-c69342019ff2 tempest-AttachVolumeNegativeTest-1768650579 tempest-AttachVolumeNegativeTest-1768650579-project] 10.222.0.53 "DELETE /v2.0/floatingips/296958c2-3883-460f-a683-66fdb735dfcf HTTP/1.1" status: 204 len: 168 time: 0.7122929 Mar 21 11:19:57.739479 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['132f592a-059a-4150-a68f-a91db715843e'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:19:57.776421 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5f45d-31c7-4670-acc0-18e8006a70ec req-c7348d93-c9f7-4656-bb7a-ab9a10ba1913 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:57.778093 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbd5f45d-31c7-4670-acc0-18e8006a70ec req-c7348d93-c9f7-4656-bb7a-ab9a10ba1913 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0604367 Mar 21 11:19:57.846501 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbd5f45d-31c7-4670-acc0-18e8006a70ec req-09134238-da2b-4ab9-afd1-7154caff322d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616155 Mar 21 11:19:58.997453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dd4468-62a0-4a4e-8710-52999a6c2456 req-8492fb81-60d2-4081-9400-0b598e85204a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:19:58.999659 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92dd4468-62a0-4a4e-8710-52999a6c2456 req-8492fb81-60d2-4081-9400-0b598e85204a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0551145 Mar 21 11:19:59.050941 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92dd4468-62a0-4a4e-8710-52999a6c2456 req-9dd0496e-e59d-4795-b654-8a4416b462f6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Mar 21 11:20:00.190854 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85676fa3-1e1d-47c1-b29d-68a027dddfaf req-2517280c-6f4b-4e0a-a656-aa187457e382 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:00.192504 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-85676fa3-1e1d-47c1-b29d-68a027dddfaf req-2517280c-6f4b-4e0a-a656-aa187457e382 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0610328 Mar 21 11:20:00.247899 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-85676fa3-1e1d-47c1-b29d-68a027dddfaf req-81c8be41-a0d1-4078-afbb-0640d0b3d7bd tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488617 Mar 21 11:20:01.393772 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c12cc-2d5f-4b12-a8a5-0f6bf9afc7ae req-ebef3416-8bd5-4d11-add8-dd7ee3b7b58f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:01.395340 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a81c12cc-2d5f-4b12-a8a5-0f6bf9afc7ae req-ebef3416-8bd5-4d11-add8-dd7ee3b7b58f tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0586665 Mar 21 11:20:01.447925 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a81c12cc-2d5f-4b12-a8a5-0f6bf9afc7ae req-6f5d7548-01bd-4285-a61f-40e07bb7c30d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451818 Mar 21 11:20:02.592218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682276d6-9937-4b21-a930-c9a5824fbe46 req-31e8ae12-8295-4943-b540-d655475cc461 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:02.594239 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-682276d6-9937-4b21-a930-c9a5824fbe46 req-31e8ae12-8295-4943-b540-d655475cc461 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 945 time: 0.0588090 Mar 21 11:20:02.651529 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-682276d6-9937-4b21-a930-c9a5824fbe46 req-5282f328-f78c-43cf-9aba-d6d7802e2302 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500216 Mar 21 11:20:03.412210 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:03.466722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 132f592a-059a-4150-a68f-a91db715843e triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:03.467120 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (132f592a-059a-4150-a68f-a91db715843e), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.555690 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 132f592a-059a-4150-a68f-a91db715843e is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:03.556083 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (132f592a-059a-4150-a68f-a91db715843e), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.582266 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:03.584586 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1b4465-b58c-497e-a0f7-5a63f35c285d" -d '{"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:03.599283 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:03.607493 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (132f592a-059a-4150-a68f-a91db715843e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:03.650406 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b90f9a-0c4b-410a-97f5-e5d2aa55894c x-openstack-request-id: req-71b90f9a-0c4b-410a-97f5-e5d2aa55894c {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:03.650870 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-plugged", "status": "completed", "tag": "132f592a-059a-4150-a68f-a91db715843e", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:03.651275 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-71b90f9a-0c4b-410a-97f5-e5d2aa55894c {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:03.651898 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'code': 200} Mar 21 11:20:03.694690 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=10']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:03.791158 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402b521-4c20-4977-b218-ef0210e445d1 req-7c3bf375-2811-4bfa-91f1-014a0c55da1d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:03.793102 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0402b521-4c20-4977-b218-ef0210e445d1 req-7c3bf375-2811-4bfa-91f1-014a0c55da1d tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0569289 Mar 21 11:20:03.849485 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0402b521-4c20-4977-b218-ef0210e445d1 req-5b73eca8-c8f0-46cc-b4e6-f0e4092f8cb6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489235 Mar 21 11:20:04.610081 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85900a66-047f-46f6-8433-aa363befa7a2 req-28255cb6-5b11-4c9e-acae-05922eeecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:04.611607 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85900a66-047f-46f6-8433-aa363befa7a2 req-28255cb6-5b11-4c9e-acae-05922eeecaa9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1131 time: 0.0469735 Mar 21 11:20:04.659531 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-85900a66-047f-46f6-8433-aa363befa7a2 req-7de51f27-cf62-4b95-b07e-f6b856d7c9b1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402646 Mar 21 11:20:04.995196 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce24cb7-7fae-4bc3-b4f5-3167d031678c req-1885dfd9-8213-47ad-a379-0d983c9e0cc6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:04.996758 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce24cb7-7fae-4bc3-b4f5-3167d031678c req-1885dfd9-8213-47ad-a379-0d983c9e0cc6 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0637474 Mar 21 11:20:05.058504 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ce24cb7-7fae-4bc3-b4f5-3167d031678c req-aa78a1d5-1b52-4392-81cf-ecd10a09ff57 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512519 Mar 21 11:20:06.238005 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d20758-a312-49fe-a606-f20d79889787 req-e0ecbb6c-0007-44cd-9f6f-8d9d463dd966 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:06.239666 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d20758-a312-49fe-a606-f20d79889787 req-e0ecbb6c-0007-44cd-9f6f-8d9d463dd966 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0806630 Mar 21 11:20:06.297391 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-97d20758-a312-49fe-a606-f20d79889787 req-194d1a5a-a1f0-455d-8edd-74d183594837 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519495 Mar 21 11:20:07.470371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2c54e-9f0e-4a0c-a25e-7f08208959b2 req-8127af2f-3878-4df7-bbea-15de3e822e86 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:07.472255 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ac2c54e-9f0e-4a0c-a25e-7f08208959b2 req-8127af2f-3878-4df7-bbea-15de3e822e86 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0682502 Mar 21 11:20:07.550014 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0ac2c54e-9f0e-4a0c-a25e-7f08208959b2 req-9539d70a-bab7-437c-80d1-9ff8267779ce tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634866 Mar 21 11:20:08.772666 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37464) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:09.302872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.582114 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Deleting port 749bcecc-81cf-4765-a119-be3eebc9b054 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:09.582459 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.670118 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] For port 749bcecc-81cf-4765-a119-be3eebc9b054, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=749bcecc-81cf-4765-a119-be3eebc9b054,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:09.670507 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.685071 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Calling delete_port for 749bcecc-81cf-4765-a119-be3eebc9b054 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:09.916398 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (749bcecc-81cf-4765-a119-be3eebc9b054), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:09.947425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Pushing event deleted for resources: {'Port': ['ID=749bcecc-81cf-4765-a119-be3eebc9b054,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:10.165908 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.491302 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:20:10.614463 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:20:10.620327 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4d24567e-a12c-4433-b94e-5e972ac360ae admin admin] 10.222.0.53 "PUT /v2.0/routers/5f36a7f3-7917-4c37-8e5d-c30aae3437c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8462873 Mar 21 11:20:10.622658 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37486) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:10.625498 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Sync routers for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:20:10.639110 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:10.640321 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:19:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:10.761661 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks [] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.767778 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:10.912618 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks [] for router_gateway (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:10.985243 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Deleting port cb2dd870-55aa-4105-9391-e65c7260a5e1 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:10.986968 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.092991 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] For port cb2dd870-55aa-4105-9391-e65c7260a5e1, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=cb2dd870-55aa-4105-9391-e65c7260a5e1,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:11.093378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.107859 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Calling delete_port for cb2dd870-55aa-4105-9391-e65c7260a5e1 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:11.146204 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:20:09Z', 'revision_number': 5, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port': {'id': 'cb2dd870-55aa-4105-9391-e65c7260a5e1', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:88:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:13:18Z', 'updated_at': '2022-03-21T11:13:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:11.175788 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Checking router: 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:20:11.186112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Routers {'5f36a7f3-7917-4c37-8e5d-c30aae3437c9'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:20:11.187053 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:19:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:11.292969 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] Set router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:20:11.305398 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (cb2dd870-55aa-4105-9391-e65c7260a5e1), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.344098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2dd870-55aa-4105-9391-e65c7260a5e1,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:11.363503 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:20:10Z', 'revision_number': 6, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:11.410949 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c188c103-3560-4191-9a3d-30e42a06593f None None] The sync data for ids ['5f36a7f3-7917-4c37-8e5d-c30aae3437c9'] in dv-cinder-834448-1-iscsi is: [{'id': '5f36a7f3-7917-4c37-8e5d-c30aae3437c9', 'name': 'tempest-AttachVolumeNegativeTest-1770312045-router', 'tenant_id': '88a8d34884e14f268717c87a3a9f63e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:13:17Z', 'updated_at': '2022-03-21T11:20:10Z', 'revision_number': 6, 'project_id': '88a8d34884e14f268717c87a3a9f63e8', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:20:11.710004 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.816575 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.819613 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks [] for router_controller (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.880924 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (5f36a7f3-7917-4c37-8e5d-c30aae3437c9), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.881465 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f36a7f3-7917-4c37-8e5d-c30aae3437c9 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:20:11.888079 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.891543 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-20fd2577-c8d0-4dc7-96c0-821bb1805a44 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f36a7f3-7917-4c37-8e5d-c30aae3437c9 HTTP/1.1" status: 204 len: 168 time: 1.2647297 Mar 21 11:20:11.891732 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37498) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:11.944585 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Deleting subnet 92ebd75c-042d-42f4-a064-fc77a0b6bb42 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:20:11.948134 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Publish callbacks [] for subnet (92ebd75c-042d-42f4-a064-fc77a0b6bb42), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:11.985794 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (92ebd75c-042d-42f4-a064-fc77a0b6bb42), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.065580 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (92ebd75c-042d-42f4-a064-fc77a0b6bb42), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.125502 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (92ebd75c-042d-42f4-a064-fc77a0b6bb42), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.151096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ebd75c-042d-42f4-a064-fc77a0b6bb42,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:12.155460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.160778 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d590ba3d-022e-4c1c-bd3c-e8f81f60279d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/92ebd75c-042d-42f4-a064-fc77a0b6bb42 HTTP/1.1" status: 204 len: 168 time: 0.2661479 Mar 21 11:20:12.162733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37500) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:12.168014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3946d5e2-79e9-4f5f-ba65-16edc01c7bea None None] Network 9ff7916a-32b7-4ae2-bcbe-49820a265839 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:12.238783 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (9ff7916a-32b7-4ae2-bcbe-49820a265839), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.304670 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Deleting port 7c63a870-5119-40cb-9215-639c2935f3ef {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:12.305207 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.365058 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] DHCP port deletion for 9ff7916a-32b7-4ae2-bcbe-49820a265839 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:20:12.400597 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] For port 7c63a870-5119-40cb-9215-639c2935f3ef, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=7c63a870-5119-40cb-9215-639c2935f3ef,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:12.401363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.427965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Calling delete_port for 7c63a870-5119-40cb-9215-639c2935f3ef owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:12.443578 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Deleting port 7c63a870-5119-40cb-9215-639c2935f3ef {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:12.444041 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.537318 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] For port 7c63a870-5119-40cb-9215-639c2935f3ef, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=7c63a870-5119-40cb-9215-639c2935f3ef,segment=NetworkSegment(87c34d38-227c-47e1-bd5f-b6dfad8b143f),segment_id=87c34d38-227c-47e1-bd5f-b6dfad8b143f)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:12.538107 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.542505 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.559458 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Calling delete_port for 7c63a870-5119-40cb-9215-639c2935f3ef owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:12.576510 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c63a870-5119-40cb-9215-639c2935f3ef,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:12.580252 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] No DVR routers for this DVR port 7c63a870-5119-40cb-9215-639c2935f3ef on host dv-cinder-834448-1-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:12.642646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 7c63a870-5119-40cb-9215-639c2935f3ef no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:12.669425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (9ff7916a-32b7-4ae2-bcbe-49820a265839), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.684379 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 7c63a870-5119-40cb-9215-639c2935f3ef {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:12.684379 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 7c63a870-5119-40cb-9215-639c2935f3ef not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:12.684987 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device cb2dd870-55aa-4105-9391-e65c7260a5e1 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:12.696582 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff7916a-32b7-4ae2-bcbe-49820a265839']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:12.708675 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87c34d38-227c-47e1-bd5f-b6dfad8b143f') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:12.709021 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87c34d38-227c-47e1-bd5f-b6dfad8b143f') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:20:12.711032 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: cb2dd870-55aa-4105-9391-e65c7260a5e1 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:12.711374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device cb2dd870-55aa-4105-9391-e65c7260a5e1 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:12.711794 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 749bcecc-81cf-4765-a119-be3eebc9b054 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:12.722397 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (87c34d38-227c-47e1-bd5f-b6dfad8b143f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.738578 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 749bcecc-81cf-4765-a119-be3eebc9b054 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:12.738913 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 749bcecc-81cf-4765-a119-be3eebc9b054 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:12.743097 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (87c34d38-227c-47e1-bd5f-b6dfad8b143f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.745739 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (7c63a870-5119-40cb-9215-639c2935f3ef), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.756843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:20:12.757684 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (87c34d38-227c-47e1-bd5f-b6dfad8b143f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:20:12.760860 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:20:12.776181 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] Pushing event deleted for resources: {'Port': ['ID=7c63a870-5119-40cb-9215-639c2935f3ef,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:12.781362 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e757cc3f-6f8c-44da-87a0-be8435e0036c None None] No DVR routers for this DVR port 7c63a870-5119-40cb-9215-639c2935f3ef on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:12.862177 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (9ff7916a-32b7-4ae2-bcbe-49820a265839), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.869259 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:12.873326 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] 10.222.0.53 "DELETE /v2.0/networks/9ff7916a-32b7-4ae2-bcbe-49820a265839 HTTP/1.1" status: 204 len: 168 time: 0.7093318 Mar 21 11:20:12.887003 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5891545e-c305-4201-9026-9b9de2b0db5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff7916a-32b7-4ae2-bcbe-49820a265839,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:13.007361 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37508) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:13.052652 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-152c6e70-fb80-425c-be05-486b5a9f29e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=88a8d34884e14f268717c87a3a9f63e8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437443 Mar 21 11:20:13.055950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37510) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:13.111351 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] Publish callbacks [] for security_group (cd7ad40a-0a07-499d-ac63-583b953f511d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:13.134184 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] Publish callbacks [] for security_group (cd7ad40a-0a07-499d-ac63-583b953f511d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:13.187820 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (cd7ad40a-0a07-499d-ac63-583b953f511d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:13.191273 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:13.192521 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cd7ad40a-0a07-499d-ac63-583b953f511d HTTP/1.1" status: 204 len: 168 time: 0.1356144 Mar 21 11:20:13.201191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bab7ec-9880-4ba9-9c28-421c9e9dfcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7ad40a-0a07-499d-ac63-583b953f511d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:18.255339 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1e7c62e4-122a-4203-bd08-393945e5941c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.584566 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37662) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:18.711006 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76ec-0338-49f5-87e4-6dabd7c05e73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.799485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76ec-0338-49f5-87e4-6dabd7c05e73 admin admin] Publish callbacks [] for security_group (f3be1ae6-706e-4bcf-b989-8b5b43cc51e5), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.814119 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4c9a76ec-0338-49f5-87e4-6dabd7c05e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (f3be1ae6-706e-4bcf-b989-8b5b43cc51e5), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.858440 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4c9a76ec-0338-49f5-87e4-6dabd7c05e73 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2da0e0eeb0c34d9b97ca235f61d18d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2723861 Mar 21 11:20:18.859064 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a76ec-0338-49f5-87e4-6dabd7c05e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3be1ae6-706e-4bcf-b989-8b5b43cc51e5,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:18.861310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37670) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:18.915881 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.942440 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] Publish callbacks [] for security_group (f3be1ae6-706e-4bcf-b989-8b5b43cc51e5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:18.978977 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] Publish callbacks [] for security_group (f3be1ae6-706e-4bcf-b989-8b5b43cc51e5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.062615 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (f3be1ae6-706e-4bcf-b989-8b5b43cc51e5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.065714 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.066995 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f3be1ae6-706e-4bcf-b989-8b5b43cc51e5 HTTP/1.1" status: 204 len: 168 time: 0.2042348 Mar 21 11:20:19.075925 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa7cad-092a-4f77-aa66-6a5b4ed1e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3be1ae6-706e-4bcf-b989-8b5b43cc51e5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:19.391559 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37678) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:19.407946 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71c4e68a-4da2-498a-a174-2ce3d268378b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.499254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71c4e68a-4da2-498a-a174-2ce3d268378b admin admin] Publish callbacks [] for security_group (7541cd0f-269f-4d56-bcc4-af8a47837b13), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.505873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-71c4e68a-4da2-498a-a174-2ce3d268378b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7541cd0f-269f-4d56-bcc4-af8a47837b13), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.545948 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4e68a-4da2-498a-a174-2ce3d268378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7541cd0f-269f-4d56-bcc4-af8a47837b13,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:19.550357 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-71c4e68a-4da2-498a-a174-2ce3d268378b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=232ccabc6d4545dfad092f9865240709&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572778 Mar 21 11:20:19.553192 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37680) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:19.613222 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] Publish callbacks [] for security_group (7541cd0f-269f-4d56-bcc4-af8a47837b13), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.640053 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] Publish callbacks [] for security_group (7541cd0f-269f-4d56-bcc4-af8a47837b13), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.690877 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (7541cd0f-269f-4d56-bcc4-af8a47837b13), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.694119 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:19.695310 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7541cd0f-269f-4d56-bcc4-af8a47837b13 HTTP/1.1" status: 204 len: 168 time: 0.1410241 Mar 21 11:20:19.703316 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47365d-744d-4e2b-a5da-fb2731b7e55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7541cd0f-269f-4d56-bcc4-af8a47837b13,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:20.908154 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0529c240-58e1-45fd-a643-f152fa97841d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:20.961916 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37726) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:21.095353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26103f36-6f67-48a2-be99-55d5fbd92d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.186336 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26103f36-6f67-48a2-be99-55d5fbd92d00 admin admin] Publish callbacks [] for security_group (d72a0cd4-d13c-47c8-b79b-f9574072a207), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.192733 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-26103f36-6f67-48a2-be99-55d5fbd92d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d72a0cd4-d13c-47c8-b79b-f9574072a207), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.242608 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-26103f36-6f67-48a2-be99-55d5fbd92d00 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2ebcce51e05a468ca6e2f9116e9eceda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792230 Mar 21 11:20:21.243341 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:21.243858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103f36-6f67-48a2-be99-55d5fbd92d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72a0cd4-d13c-47c8-b79b-f9574072a207,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:21.312104 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] Publish callbacks [] for security_group (d72a0cd4-d13c-47c8-b79b-f9574072a207), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.337567 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] Publish callbacks [] for security_group (d72a0cd4-d13c-47c8-b79b-f9574072a207), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.406893 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (d72a0cd4-d13c-47c8-b79b-f9574072a207), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.409800 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.410991 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d72a0cd4-d13c-47c8-b79b-f9574072a207 HTTP/1.1" status: 204 len: 168 time: 0.1655159 Mar 21 11:20:21.420734 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7643e7-c154-4736-9a3a-1989364abe98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72a0cd4-d13c-47c8-b79b-f9574072a207,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:21.527372 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37760) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:21.584847 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-fd0fffc2-3f28-4d6f-8d56-1f9b149c6228 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521739 Mar 21 11:20:21.855520 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72b08bca-5695-44ed-84c3-4a8ce0e13a4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.979315 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72b08bca-5695-44ed-84c3-4a8ce0e13a4a admin admin] Publish callbacks [] for security_group (5c6d00cc-c58e-4162-86f1-fb805793aa24), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:21.984643 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-72b08bca-5695-44ed-84c3-4a8ce0e13a4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5c6d00cc-c58e-4162-86f1-fb805793aa24), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.038381 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-72b08bca-5695-44ed-84c3-4a8ce0e13a4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9818dd7c0a0546ea8fc4675876b6ae88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5091536 Mar 21 11:20:22.040411 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b08bca-5695-44ed-84c3-4a8ce0e13a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6d00cc-c58e-4162-86f1-fb805793aa24,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:22.042970 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37774) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.109570 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] Publish callbacks [] for security_group (5c6d00cc-c58e-4162-86f1-fb805793aa24), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.136076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] Publish callbacks [] for security_group (5c6d00cc-c58e-4162-86f1-fb805793aa24), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.198842 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (5c6d00cc-c58e-4162-86f1-fb805793aa24), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.201901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.203293 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5c6d00cc-c58e-4162-86f1-fb805793aa24 HTTP/1.1" status: 204 len: 168 time: 0.1584504 Mar 21 11:20:22.215297 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0578284-b190-402c-b491-b9fa717b96b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6d00cc-c58e-4162-86f1-fb805793aa24,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:22.224686 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.380025 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37788) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.566317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1834253761-network', 'tenant_id': '8362d935fd294c63b5967d7fda471d2c'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:22.597659 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Made reservation on behalf of 8362d935fd294c63b5967d7fda471d2c for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:22.601620 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.619935 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.646685 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37794) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.663731 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd77a8e2-a134-41b1-9408-45b7ef315f8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.737958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks [] for security_group (29467b0c-e08f-4bb2-ae88-a34ca1b44116), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.742746 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (29467b0c-e08f-4bb2-ae88-a34ca1b44116), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.757576 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd77a8e2-a134-41b1-9408-45b7ef315f8b admin admin] Publish callbacks [] for security_group (00c7a50c-8290-40dc-b0aa-b1405518526f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.763528 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-cd77a8e2-a134-41b1-9408-45b7ef315f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (00c7a50c-8290-40dc-b0aa-b1405518526f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.773772 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:20:22.780487 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29467b0c-e08f-4bb2-ae88-a34ca1b44116,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:22.788409 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (bc6c7ce8-327a-40dc-b672-e8ae096e1ad9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.788777 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Added segment bc6c7ce8-327a-40dc-b672-e8ae096e1ad9 of type vlan for network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda Mar 21 11:20:22.807597 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd77a8e2-a134-41b1-9408-45b7ef315f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c7a50c-8290-40dc-b0aa-b1405518526f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:22.813488 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-cd77a8e2-a134-41b1-9408-45b7ef315f8b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e971eeee52934a57944ed06c28d3ce78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654389 Mar 21 11:20:22.817497 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 37796) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.837274 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (4acf50fa-9656-4024-ad5f-6e2eaecb7eda), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.868431 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (4acf50fa-9656-4024-ad5f-6e2eaecb7eda), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.870068 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:22.870723 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.877252 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] Publish callbacks [] for security_group (00c7a50c-8290-40dc-b0aa-b1405518526f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.908860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] Publish callbacks [] for security_group (00c7a50c-8290-40dc-b0aa-b1405518526f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.937851 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5564418 Mar 21 11:20:22.943305 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37798) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:22.948560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Request body: {'subnet': {'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1834253761-subnet', 'tenant_id': '8362d935fd294c63b5967d7fda471d2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:22.961445 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bd7dbe-06b6-4064-8b02-a65f866fe586 admin admin] Pushing event updated for resources: {'Network': ['ID=4acf50fa-9656-4024-ad5f-6e2eaecb7eda,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:22.974888 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:20:22.980497 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Made reservation on behalf of 8362d935fd294c63b5967d7fda471d2c for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:22.984419 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248624'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.988558 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (00c7a50c-8290-40dc-b0aa-b1405518526f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.992149 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:22.997888 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00c7a50c-8290-40dc-b0aa-b1405518526f HTTP/1.1" status: 204 len: 168 time: 0.1748979 Mar 21 11:20:23.010186 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660205b-75e0-40d8-b9da-3b64cc69bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c7a50c-8290-40dc-b0aa-b1405518526f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:23.215200 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248614'] for subnet (993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.284391 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Pushing event updated for resources: {'Subnet': ['ID=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:23.291837 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Checking segment: {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:23.292264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Network hostable DHCP agents. Network: 4acf50fa-9656-4024-ad5f-6e2eaecb7eda, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:20:23.314210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:20:23.327057 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 4acf50fa-9656-4024-ad5f-6e2eaecb7eda) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:23.333096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:23.333913 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:23.349050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b343923-67b1-421f-b97a-00b199ff76bd None None] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:23.358152 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-15531970-6d18-4bad-9230-9f3e69178ffa admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4136276 Mar 21 11:20:23.492665 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89972d4-dbd1-4369-881d-9b9f12457c6b None None] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:20:24.217221 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:24.583215 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-39f50f62-4f7a-41d4-8d75-b2a0be02238a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:24.584753 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-39f50f62-4f7a-41d4-8d75-b2a0be02238a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8cdfbc4dd3424843be06383c37a339f5&device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 1131 time: 0.0535257 Mar 21 11:20:24.724894 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-166f1740-0b89-4b65-aa34-567a13740fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:24.726481 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-166f1740-0b89-4b65-aa34-567a13740fc9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 200 len: 915 time: 0.1117966 Mar 21 11:20:24.818168 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-15b27bed-0720-4b4a-bddf-a0bec3ef267d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 200 len: 1002 time: 0.0834970 Mar 21 11:20:24.878835 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-be23b53e-d7ce-4977-b1e6-db2dce2a5875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:24.880701 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-be23b53e-d7ce-4977-b1e6-db2dce2a5875 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 200 len: 854 time: 0.0561020 Mar 21 11:20:24.964743 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-a9987427-3523-45b8-8108-be004a8821dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:24.966319 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-a9987427-3523-45b8-8108-be004a8821dc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ff28c07f-6d14-4a51-b031-b5225190fd58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0741575 Mar 21 11:20:25.109315 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-bdea9a82-7a91-4984-aa20-56608896bff0 service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331928 Mar 21 11:20:25.222467 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-73a6c161-2994-4656-8cbc-f21150d9f473 req-844737f4-b708-4f45-8326-37b7120f486b service neutron] 10.222.0.35 "GET /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060584 Mar 21 11:20:25.333072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:25.590459 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-8f83d1fa-9f06-4db8-8aa0-bfc2eb3a92a1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:25.592496 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-8f83d1fa-9f06-4db8-8aa0-bfc2eb3a92a1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 809 time: 0.1223993 Mar 21 11:20:25.621239 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-49449b42-523c-4a76-8dac-3e213ee42bdd tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/quotas/8362d935fd294c63b5967d7fda471d2c HTTP/1.1" status: 200 len: 375 time: 0.0179276 Mar 21 11:20:25.667146 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-ea4507db-126a-4a0b-9fe7-24c9abdd9986 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353656 Mar 21 11:20:25.797234 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-0256adfc-8624-4e78-a2f6-d5a618c4e936 service neutron] 10.222.0.53 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219559 Mar 21 11:20:25.901792 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-e3ccca3d-56a1-4e78-8dff-9d96d62638ef service neutron] 10.222.0.53 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977290 Mar 21 11:20:26.088215 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71b7512e-0a95-4cf5-bfa8-c563c06c4326 req-056c3d95-873a-4995-b134-473f002affff tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 210 time: 0.0297527 Mar 21 11:20:27.187494 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d784da0d-742b-46c1-a860-ba402bcede0d req-8a49cacc-182c-4f33-b6c9-d05ea3f6aa8e tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 210 time: 0.0289299 Mar 21 11:20:27.310026 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:20:28.297212 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bb23d3c1-e0a2-42f0-9e64-845905492812 req-9cacb514-9b80-499f-9f66-6e4a3ccf98e1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 210 time: 0.0362229 Mar 21 11:20:29.414549 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b352bc40-846c-439b-8a4b-1603b92b82c5 req-19fe42cf-5d42-4924-ae32-591ff2a139d4 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 210 time: 0.0375650 Mar 21 11:20:29.591426 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-e3f7bae4-5412-4b57-a51b-271039d24300 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:29.594948 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-e3f7bae4-5412-4b57-a51b-271039d24300 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 809 time: 0.1313798 Mar 21 11:20:29.609321 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Request body: {'port': {'device_id': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda', 'admin_state_up': True, 'tenant_id': '8362d935fd294c63b5967d7fda471d2c'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:29.739714 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Made reservation on behalf of 8362d935fd294c63b5967d7fda471d2c for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:29.743285 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:29.909961 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Allocated IP 172.20.0.6 (4acf50fa-9656-4024-ad5f-6e2eaecb7eda/993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea/fb81c599-5592-453e-b5e6-357226148976) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:20:30.068139 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks [] for port (fb81c599-5592-453e-b5e6-357226148976), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.109452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (fb81c599-5592-453e-b5e6-357226148976), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.163707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:20:30.167354 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:30.171218 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:20:30.177733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37942) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:30.210711 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Pushing event updated for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:30.232716 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:30.233342 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.250501 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-c94032b1-25e0-4702-8dd2-268edccc1eab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6467500 Mar 21 11:20:30.262762 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Request body: {'port': {'device_id': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:30.297034 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e6c-a4db-4143-9146-531f73777153 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.334515 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (fb81c599-5592-453e-b5e6-357226148976), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.385084 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e6c-a4db-4143-9146-531f73777153 admin admin] Publish callbacks [] for security_group (a04c176c-5fa0-470e-b60b-6ecbdcf056c8), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.388649 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-77dd4e6c-a4db-4143-9146-531f73777153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a04c176c-5fa0-470e-b60b-6ecbdcf056c8), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.432354 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-77dd4e6c-a4db-4143-9146-531f73777153 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=03b0f4f822654ee4bf8db158bc9be386&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530513 Mar 21 11:20:30.435513 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37946) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:30.443820 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dd4e6c-a4db-4143-9146-531f73777153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04c176c-5fa0-470e-b60b-6ecbdcf056c8,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:30.500708 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] Publish callbacks [] for security_group (a04c176c-5fa0-470e-b60b-6ecbdcf056c8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.553337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] Publish callbacks [] for security_group (a04c176c-5fa0-470e-b60b-6ecbdcf056c8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.610509 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7af3a3-a5cf-46db-8dfd-dc6e2917fbd8 req-35428e57-070b-4d7e-af19-b4b2bba111f2 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:30.612788 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f7af3a3-a5cf-46db-8dfd-dc6e2917fbd8 req-35428e57-070b-4d7e-af19-b4b2bba111f2 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 931 time: 0.1006677 Mar 21 11:20:30.637386 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a04c176c-5fa0-470e-b60b-6ecbdcf056c8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.639916 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.641092 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a04c176c-5fa0-470e-b60b-6ecbdcf056c8 HTTP/1.1" status: 204 len: 168 time: 0.2046096 Mar 21 11:20:30.651186 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb81c599-5592-453e-b5e6-357226148976 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:30.656070 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6449c16-8123-45c8-8edd-28e77dd3eedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04c176c-5fa0-470e-b60b-6ecbdcf056c8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:30.663202 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks [] for port (fb81c599-5592-453e-b5e6-357226148976), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.690197 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Transition to ACTIVE for port object fb81c599-5592-453e-b5e6-357226148976 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:20:30.694309 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8f7af3a3-a5cf-46db-8dfd-dc6e2917fbd8 req-a8bd7c36-a2c4-4132-b374-0d9143c35601 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Mar 21 11:20:30.695890 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (fb81c599-5592-453e-b5e6-357226148976), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.771222 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Pushing event updated for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:30.825484 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Attempting to bind port fb81c599-5592-453e-b5e6-357226148976 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:20:30.825961 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Attempting to bind port fb81c599-5592-453e-b5e6-357226148976 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:20:30.826213 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Attempting to bind port fb81c599-5592-453e-b5e6-357226148976 on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:30.830994 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Port fb81c599-5592-453e-b5e6-357226148976 on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:20:30.831317 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Attempting to bind port fb81c599-5592-453e-b5e6-357226148976 on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:30.836477 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:20:30.836848 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Checking segment: {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:30.837283 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Bound using segment: {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:20:30.837717 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Bound port: fb81c599-5592-453e-b5e6-357226148976, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:20:30.838082 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (fb81c599-5592-453e-b5e6-357226148976), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.906074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:20:30.911088 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fb81c599-5592-453e-b5e6-357226148976,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:20:30.920737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (fb81c599-5592-453e-b5e6-357226148976), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.954261 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:30.954984 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:30.956609 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] 10.222.0.35 "PUT /v2.0/ports/fb81c599-5592-453e-b5e6-357226148976 HTTP/1.1" status: 200 len: 1093 time: 0.6981854 Mar 21 11:20:30.957076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'tag': 'fb81c599-5592-453e-b5e6-357226148976'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:30.959445 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "tag": "fb81c599-5592-453e-b5e6-357226148976"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:30.993235 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896f005f-16ec-4f36-9315-e06494c52605 service neutron] Pushing event updated for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.020028 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37962) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.037074 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a72ad688-67fc-4fcc-807b-3b762fa99d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.042844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2c1581-676d-4f82-8240-c8a35c45afc0 x-openstack-request-id: req-4c2c1581-676d-4f82-8240-c8a35c45afc0 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:31.043511 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "tag": "fb81c599-5592-453e-b5e6-357226148976", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:31.043901 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4c2c1581-676d-4f82-8240-c8a35c45afc0 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:31.044550 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'tag': 'fb81c599-5592-453e-b5e6-357226148976', 'status': 'completed', 'code': 200} Mar 21 11:20:31.082573 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-5b1c9d70-e26c-4728-aa4e-47c6d42df441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.084274 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-5b1c9d70-e26c-4728-aa4e-47c6d42df441 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 1127 time: 0.0616817 Mar 21 11:20:31.139905 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a72ad688-67fc-4fcc-807b-3b762fa99d93 admin admin] Publish callbacks [] for security_group (c5844e50-f78b-4722-8d6d-f28e472c4d51), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.146073 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a72ad688-67fc-4fcc-807b-3b762fa99d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c5844e50-f78b-4722-8d6d-f28e472c4d51), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.161466 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-74180161-9cb0-4c00-baaf-929f541a0740 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb81c599-5592-453e-b5e6-357226148976 HTTP/1.1" status: 200 len: 217 time: 0.0668840 Mar 21 11:20:31.217675 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a72ad688-67fc-4fcc-807b-3b762fa99d93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae1604cb80c74d1c917d6ae030da674e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961126 Mar 21 11:20:31.219517 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ad688-67fc-4fcc-807b-3b762fa99d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5844e50-f78b-4722-8d6d-f28e472c4d51,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.223914 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 37964) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:31.242060 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-f27c5b7e-a904-4766-a7fd-3f9f6971f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.243622 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-f27c5b7e-a904-4766-a7fd-3f9f6971f50f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea HTTP/1.1" status: 200 len: 849 time: 0.0746119 Mar 21 11:20:31.281795 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-729e7237-ce50-43f6-8fe6-581d5e6ec882 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317590 Mar 21 11:20:31.298587 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] Publish callbacks [] for security_group (c5844e50-f78b-4722-8d6d-f28e472c4d51), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.336809 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] Publish callbacks [] for security_group (c5844e50-f78b-4722-8d6d-f28e472c4d51), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.394971 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-aaa40c57-ab63-4bd0-9746-64755c8a7afe service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068313 Mar 21 11:20:31.398366 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c5844e50-f78b-4722-8d6d-f28e472c4d51), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.401132 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:31.402335 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5844e50-f78b-4722-8d6d-f28e472c4d51 HTTP/1.1" status: 204 len: 168 time: 0.1770601 Mar 21 11:20:31.412446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1e9bc-d571-4bed-949f-924edb13e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5844e50-f78b-4722-8d6d-f28e472c4d51,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:31.516047 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d70c5f61-76cb-44e0-b731-c0f880db0367 req-41ec813b-6949-4a52-9da0-4602d570555a service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138821 Mar 21 11:20:31.628396 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-690ab162-1512-4ec8-ab66-0bef66e593f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.630075 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-690ab162-1512-4ec8-ab66-0bef66e593f0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 1127 time: 0.0542014 Mar 21 11:20:31.754263 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-cd0c0b54-6d5c-445c-8bbc-60599e86f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.756543 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-cd0c0b54-6d5c-445c-8bbc-60599e86f97b service neutron] 10.222.0.35 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 909 time: 0.1180565 Mar 21 11:20:31.807599 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-2dd77b7e-7e50-4298-b721-6c73d49d10e8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb81c599-5592-453e-b5e6-357226148976 HTTP/1.1" status: 200 len: 217 time: 0.0434337 Mar 21 11:20:31.847193 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d20e9c2-ca1e-4274-a51d-e693601386c0 req-df069e0c-c370-421f-bda4-a7bd9315e4ad tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.849181 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d20e9c2-ca1e-4274-a51d-e693601386c0 req-df069e0c-c370-421f-bda4-a7bd9315e4ad tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 943 time: 0.0639884 Mar 21 11:20:31.877135 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-cfc2c105-6fc8-45b5-8bd1-20f6fd304253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:31.879965 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-cfc2c105-6fc8-45b5-8bd1-20f6fd304253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea HTTP/1.1" status: 200 len: 849 time: 0.0614491 Mar 21 11:20:31.912337 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8d20e9c2-ca1e-4274-a51d-e693601386c0 req-33a1a203-77d8-4a49-9230-733ea6fad81f tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510390 Mar 21 11:20:31.929729 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-d1b66fda-60b2-4232-b9ad-090b97b4221a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434091 Mar 21 11:20:32.035254 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-34f689b5-681c-4d8b-83b8-2c05080f0d06 service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985014 Mar 21 11:20:32.159324 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2027fa19-5dfb-4a3b-91c4-8fe1b67da33b req-52963a76-c527-40f4-9690-11ef2f79f3b2 service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097085 Mar 21 11:20:33.063686 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fda1b8-f84e-42c9-930a-eba960acd2d1 req-8e26f8c0-f7f1-41ac-a776-79ffab44dd2c tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:33.065431 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-26fda1b8-f84e-42c9-930a-eba960acd2d1 req-8e26f8c0-f7f1-41ac-a776-79ffab44dd2c tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 943 time: 0.0723250 Mar 21 11:20:33.146109 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-26fda1b8-f84e-42c9-930a-eba960acd2d1 req-482b3a4c-6f98-4d81-84cb-d3dfc4525ade tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729558 Mar 21 11:20:33.578624 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38038) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:33.720654 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21aab2cf-bdfb-4606-b027-b3b57683c39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.811704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21aab2cf-bdfb-4606-b027-b3b57683c39e admin admin] Publish callbacks [] for security_group (0db97f6e-1ab4-41a8-aa48-d48147f93525), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.817068 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-21aab2cf-bdfb-4606-b027-b3b57683c39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0db97f6e-1ab4-41a8-aa48-d48147f93525), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.860048 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-21aab2cf-bdfb-4606-b027-b3b57683c39e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=da9c32dc0748469c85d0b829907bb606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801330 Mar 21 11:20:33.860934 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aab2cf-bdfb-4606-b027-b3b57683c39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db97f6e-1ab4-41a8-aa48-d48147f93525,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:33.863509 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38042) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:33.933347 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] Publish callbacks [] for security_group (0db97f6e-1ab4-41a8-aa48-d48147f93525), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:33.963232 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] Publish callbacks [] for security_group (0db97f6e-1ab4-41a8-aa48-d48147f93525), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.019894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0db97f6e-1ab4-41a8-aa48-d48147f93525), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.022766 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.023961 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0db97f6e-1ab4-41a8-aa48-d48147f93525 HTTP/1.1" status: 204 len: 168 time: 0.1592772 Mar 21 11:20:34.034275 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8fb4c-9cff-4495-a525-87bd34ac0a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db97f6e-1ab4-41a8-aa48-d48147f93525,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:34.296117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe4f38-5879-4071-9abe-897121f804a8 req-cc6e28f8-4aee-4fa5-9947-d8a6dd9740cb tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:34.297776 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abbe4f38-5879-4071-9abe-897121f804a8 req-cc6e28f8-4aee-4fa5-9947-d8a6dd9740cb tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 943 time: 0.0681462 Mar 21 11:20:34.366387 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-abbe4f38-5879-4071-9abe-897121f804a8 req-63dad047-1fd3-4276-ae02-063842c014d5 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621285 Mar 21 11:20:34.400994 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38050) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:34.416175 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6de82c9a-cff8-4c33-bda1-50521f65d83c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.545043 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6de82c9a-cff8-4c33-bda1-50521f65d83c admin admin] Publish callbacks [] for security_group (c4b3b0fd-d345-4cf3-8c72-a63248565845), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.549161 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6de82c9a-cff8-4c33-bda1-50521f65d83c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c4b3b0fd-d345-4cf3-8c72-a63248565845), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.623139 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6de82c9a-cff8-4c33-bda1-50521f65d83c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8564ef64a8ea42d8be4fb458339e3f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2206700 Mar 21 11:20:34.624740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de82c9a-cff8-4c33-bda1-50521f65d83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b3b0fd-d345-4cf3-8c72-a63248565845,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:34.625911 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38056) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:34.707493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] Publish callbacks [] for security_group (c4b3b0fd-d345-4cf3-8c72-a63248565845), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.743779 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] Publish callbacks [] for security_group (c4b3b0fd-d345-4cf3-8c72-a63248565845), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.804506 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c4b3b0fd-d345-4cf3-8c72-a63248565845), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.808873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:34.812593 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4b3b0fd-d345-4cf3-8c72-a63248565845 HTTP/1.1" status: 204 len: 168 time: 0.1832221 Mar 21 11:20:34.821907 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fbec3-473d-4390-a15e-53c3f5af3abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b3b0fd-d345-4cf3-8c72-a63248565845,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:34.893883 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73dcdd0-92eb-40fd-8f82-d41f1f01a4ea req-3d3a6222-8452-4956-9cdb-8dea6ede9730 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:34.895652 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a73dcdd0-92eb-40fd-8f82-d41f1f01a4ea req-3d3a6222-8452-4956-9cdb-8dea6ede9730 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0745165 Mar 21 11:20:34.952227 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a73dcdd0-92eb-40fd-8f82-d41f1f01a4ea req-8ab9a2c0-de87-4839-8281-42df23ffd78d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504618 Mar 21 11:20:35.206287 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device fb81c599-5592-453e-b5e6-357226148976 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:20:35.353923 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fb81c599-5592-453e-b5e6-357226148976,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:35.367538 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'fb81c599-5592-453e-b5e6-357226148976', 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda', 'port_id': 'fb81c599-5592-453e-b5e6-357226148976', 'mac_address': 'fa:16:3e:28:28:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:20:35.424863 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port fb81c599-5592-453e-b5e6-357226148976 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:35.425333 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (fb81c599-5592-453e-b5e6-357226148976), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.443633 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb81c599-5592-453e-b5e6-357226148976 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:35.468069 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fb81c599-5592-453e-b5e6-357226148976,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:35.478978 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (fb81c599-5592-453e-b5e6-357226148976), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:35.546477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a22474-c6df-40f9-9996-4a77a7228011 req-97005414-38ba-4fcd-b297-b06e3b3c57a1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:35.550346 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1a22474-c6df-40f9-9996-4a77a7228011 req-97005414-38ba-4fcd-b297-b06e3b3c57a1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 944 time: 0.0723357 Mar 21 11:20:35.555105 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:35.564978 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.565552 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.566003 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.566620 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.566962 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.567465 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.568097 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.568541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.568987 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.569525 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.569960 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.570406 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.570828 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.571294 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.571893 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:20:35.639993 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1a22474-c6df-40f9-9996-4a77a7228011 req-348b3a85-2231-48e6-99b9-c8f4cbed83fe tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853109 Mar 21 11:20:35.834961 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['fb81c599-5592-453e-b5e6-357226148976'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:36.116986 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6098b0a0-b8f5-4bf7-af2f-00c8e2e06411 req-5fc50db9-4910-48dd-9ad5-9fdd423a8119 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:36.118679 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6098b0a0-b8f5-4bf7-af2f-00c8e2e06411 req-5fc50db9-4910-48dd-9ad5-9fdd423a8119 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0583978 Mar 21 11:20:36.179576 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6098b0a0-b8f5-4bf7-af2f-00c8e2e06411 req-12cea8f5-2975-462b-b5ad-a69211a9151d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495765 Mar 21 11:20:36.792408 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9acfcb-9fb1-4699-a736-e9d56e1f7811 req-2ee530ea-b7f5-49b2-b583-fdb6c90ff3e7 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:36.794388 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f9acfcb-9fb1-4699-a736-e9d56e1f7811 req-2ee530ea-b7f5-49b2-b583-fdb6c90ff3e7 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 944 time: 0.0797484 Mar 21 11:20:36.863713 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1f9acfcb-9fb1-4699-a736-e9d56e1f7811 req-b7c0ae87-09a0-4f7a-a254-fa34b59efeab tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587409 Mar 21 11:20:37.214369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device fb81c599-5592-453e-b5e6-357226148976 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:37.230817 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25737289-42f8-42cf-a738-84ead06afe2f req-40043917-707f-4ae4-a69f-4838632da0e3 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:37.232424 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-25737289-42f8-42cf-a738-84ead06afe2f req-40043917-707f-4ae4-a69f-4838632da0e3 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0776191 Mar 21 11:20:37.297598 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port fb81c599-5592-453e-b5e6-357226148976 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:20:37.306510 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port fb81c599-5592-453e-b5e6-357226148976 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:37.307152 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (fb81c599-5592-453e-b5e6-357226148976), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.372044 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c247c-7d6d-4eb5-bf15-5c1a20ecb833 req-ee7838d6-54e9-444a-80f9-f2ffe45bc2fe tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:37.372436 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38136) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:37.373016 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a22c247c-7d6d-4eb5-bf15-5c1a20ecb833 req-ee7838d6-54e9-444a-80f9-f2ffe45bc2fe tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 946 time: 0.0801926 Mar 21 11:20:37.411374 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Deleting port d85220c9-d6d1-429d-bd23-81370e6c21c9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:37.412073 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.416949 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port fb81c599-5592-453e-b5e6-357226148976 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:37.417736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (fb81c599-5592-453e-b5e6-357226148976), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.440809 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a22c247c-7d6d-4eb5-bf15-5c1a20ecb833 req-a97ce675-5cc0-4ea0-b566-cf27f1cabd19 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606084 Mar 21 11:20:37.545094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6390-5f86-4ce1-8777-8c1bb52be924 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.567145 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] For port d85220c9-d6d1-429d-bd23-81370e6c21c9, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=d85220c9-d6d1-429d-bd23-81370e6c21c9,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:37.567514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.588481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Calling delete_port for d85220c9-d6d1-429d-bd23-81370e6c21c9 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:37.598035 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb81c599-5592-453e-b5e6-357226148976'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:37.600383 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfcd880-1d35-408e-8661-17a7914d4120" -d '{"events": [{"server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "name": "network-vif-plugged", "status": "completed", "tag": "fb81c599-5592-453e-b5e6-357226148976"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:37.614937 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fb81c599-5592-453e-b5e6-357226148976,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:37.623247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (fb81c599-5592-453e-b5e6-357226148976), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.661179 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c583d-20b2-44dd-bf86-89dad6ed2e2d x-openstack-request-id: req-750c583d-20b2-44dd-bf86-89dad6ed2e2d {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:37.662249 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "name": "network-vif-plugged", "status": "completed", "tag": "fb81c599-5592-453e-b5e6-357226148976", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:37.662710 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-750c583d-20b2-44dd-bf86-89dad6ed2e2d {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:37.663703 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb81c599-5592-453e-b5e6-357226148976', 'code': 200} Mar 21 11:20:37.713707 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:37.743032 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6390-5f86-4ce1-8777-8c1bb52be924 admin admin] Publish callbacks [] for security_group (97aa9f4d-9d57-4597-a44b-c8396acf059b), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.747470 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c6fa6390-5f86-4ce1-8777-8c1bb52be924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (97aa9f4d-9d57-4597-a44b-c8396acf059b), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.819002 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa6390-5f86-4ce1-8777-8c1bb52be924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97aa9f4d-9d57-4597-a44b-c8396acf059b,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:37.831196 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c6fa6390-5f86-4ce1-8777-8c1bb52be924 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90896cd084274397a7ad9744d2ad0cbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4525716 Mar 21 11:20:37.832440 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38142) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:37.850522 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbf65b-34ea-490d-b07e-59c5bc046943 req-85efb00e-3bfd-48cb-9265-c9e9f2ce1895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:37.852051 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1dbf65b-34ea-490d-b07e-59c5bc046943 req-85efb00e-3bfd-48cb-9265-c9e9f2ce1895 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 1129 time: 0.0484641 Mar 21 11:20:37.862244 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (d85220c9-d6d1-429d-bd23-81370e6c21c9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.879611 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['d85220c9-d6d1-429d-bd23-81370e6c21c9'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:37.919220 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Pushing event deleted for resources: {'Port': ['ID=d85220c9-d6d1-429d-bd23-81370e6c21c9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:37.920214 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1dbf65b-34ea-490d-b07e-59c5bc046943 req-82710921-1ea3-4c33-bd0f-c6c73c7e3177 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616896 Mar 21 11:20:37.976782 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] Publish callbacks [] for security_group (97aa9f4d-9d57-4597-a44b-c8396acf059b), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.978744 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] No DVR routers for this DVR port d85220c9-d6d1-429d-bd23-81370e6c21c9 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:37.981807 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:37.985075 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-25737289-42f8-42cf-a738-84ead06afe2f req-fcc0d788-83cf-49c8-a2bb-f3779a38fe37 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "DELETE /v2.0/ports/d85220c9-d6d1-429d-bd23-81370e6c21c9 HTTP/1.1" status: 204 len: 173 time: 0.7413170 Mar 21 11:20:37.985616 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'name': 'network-vif-deleted', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:37.987914 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e06740a-9111-4685-8487-f84d31ce33d3" -d '{"events": [{"server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "name": "network-vif-deleted", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:38.013478 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] Publish callbacks [] for security_group (97aa9f4d-9d57-4597-a44b-c8396acf059b), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.050508 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4495c0-e2d6-45b3-9bae-7241bc145a4e req-4bacff96-53bd-4f1e-8f1b-8eed92765756 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:38.052281 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a4495c0-e2d6-45b3-9bae-7241bc145a4e req-4bacff96-53bd-4f1e-8f1b-8eed92765756 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0631695 Mar 21 11:20:38.053107 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea0a45d-65fe-435f-8803-7f2a128abf65 x-openstack-request-id: req-3ea0a45d-65fe-435f-8803-7f2a128abf65 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:38.053637 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3b738c0-860c-4829-bd9e-ec00fa4aa6bf", "name": "network-vif-deleted", "tag": "d85220c9-d6d1-429d-bd23-81370e6c21c9", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:38.053840 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-3ea0a45d-65fe-435f-8803-7f2a128abf65 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:38.054388 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3b738c0-860c-4829-bd9e-ec00fa4aa6bf', 'name': 'network-vif-deleted', 'tag': 'd85220c9-d6d1-429d-bd23-81370e6c21c9', 'status': 'completed', 'code': 200} Mar 21 11:20:38.077017 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (97aa9f4d-9d57-4597-a44b-c8396acf059b), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.080447 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.081692 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97aa9f4d-9d57-4597-a44b-c8396acf059b HTTP/1.1" status: 204 len: 168 time: 0.2470536 Mar 21 11:20:38.096427 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9820ee-e4e3-4ce9-93f0-2461602298ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97aa9f4d-9d57-4597-a44b-c8396acf059b,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:38.123206 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1a4495c0-e2d6-45b3-9bae-7241bc145a4e req-7348ed30-e89b-4178-8a04-b4bf3fc10a33 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627191 Mar 21 11:20:38.390499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38152) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:38.405027 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-473a4090-d1ce-4b4b-9ea5-f3c486217681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.500119 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-473a4090-d1ce-4b4b-9ea5-f3c486217681 admin admin] Publish callbacks [] for security_group (bda6828d-222c-4ff8-899c-f373d5353bc2), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.506430 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-473a4090-d1ce-4b4b-9ea5-f3c486217681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (bda6828d-222c-4ff8-899c-f373d5353bc2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.554726 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-473a4090-d1ce-4b4b-9ea5-f3c486217681 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e26d654c1d344f3a74cdaa58ad75bd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1630118 Mar 21 11:20:38.556424 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a4090-d1ce-4b4b-9ea5-f3c486217681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda6828d-222c-4ff8-899c-f373d5353bc2,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:38.558070 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38156) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:38.577371 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ab536759-ba85-4d1a-a6d2-719ccff728d8 req-e378c7c6-5781-4352-97c0-6c344ef1b14e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3b738c0-860c-4829-bd9e-ec00fa4aa6bf HTTP/1.1" status: 200 len: 210 time: 0.0380552 Mar 21 11:20:38.870773 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] Publish callbacks [] for security_group (bda6828d-222c-4ff8-899c-f373d5353bc2), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.896804 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] Publish callbacks [] for security_group (bda6828d-222c-4ff8-899c-f373d5353bc2), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.967163 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (bda6828d-222c-4ff8-899c-f373d5353bc2), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.969937 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:38.971449 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bda6828d-222c-4ff8-899c-f373d5353bc2 HTTP/1.1" status: 204 len: 168 time: 0.4124157 Mar 21 11:20:38.982309 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473d8b9-c0fd-43f0-8d96-61b46570316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda6828d-222c-4ff8-899c-f373d5353bc2,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:39.282068 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587eeced-36eb-43f3-8bd9-6de1333f3834 req-0a87c8b2-0c5d-47c6-b830-6163d70d0aaa tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:39.284261 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-587eeced-36eb-43f3-8bd9-6de1333f3834 req-0a87c8b2-0c5d-47c6-b830-6163d70d0aaa tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0728405 Mar 21 11:20:39.345889 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-587eeced-36eb-43f3-8bd9-6de1333f3834 req-c3b036a7-2836-41e1-98f5-979e4eb2c1bc tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488594 Mar 21 11:20:40.654745 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912d8ad-e50e-44df-ac3d-12d3472d0ddb req-68b3a896-682f-4313-9ab0-459779a76720 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:40.656339 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9912d8ad-e50e-44df-ac3d-12d3472d0ddb req-68b3a896-682f-4313-9ab0-459779a76720 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0620289 Mar 21 11:20:40.714851 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9912d8ad-e50e-44df-ac3d-12d3472d0ddb req-deff5da2-4e82-428c-bcb0-81f504956734 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526025 Mar 21 11:20:41.804203 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d85220c9-d6d1-429d-bd23-81370e6c21c9 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:41.829207 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: d85220c9-d6d1-429d-bd23-81370e6c21c9 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:41.829600 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device d85220c9-d6d1-429d-bd23-81370e6c21c9 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:43.406703 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133adc08-e6d1-4244-97c9-355d259aa32b req-941fad43-6a55-4d1b-bd84-da76338f9b54 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:43.408372 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-133adc08-e6d1-4244-97c9-355d259aa32b req-941fad43-6a55-4d1b-bd84-da76338f9b54 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0663481 Mar 21 11:20:43.465463 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-133adc08-e6d1-4244-97c9-355d259aa32b req-c171bcee-5460-4900-86d0-bb58db1d084d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Mar 21 11:20:44.624835 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06daf6-50e0-4a08-a5ab-45b2c0a279dc req-d5d2636d-40ed-4e86-a314-b56a45ba9012 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:44.626334 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a06daf6-50e0-4a08-a5ab-45b2c0a279dc req-d5d2636d-40ed-4e86-a314-b56a45ba9012 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0625176 Mar 21 11:20:44.687114 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a06daf6-50e0-4a08-a5ab-45b2c0a279dc req-9ace8b8b-ddf4-470e-adbd-843ec5987667 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525825 Mar 21 11:20:45.827815 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4561806-ff5b-4b53-983e-72c7ed01ddad req-a9d68cf4-15fe-4caf-9f4e-36534f2e4225 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:45.830646 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4561806-ff5b-4b53-983e-72c7ed01ddad req-a9d68cf4-15fe-4caf-9f4e-36534f2e4225 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0661020 Mar 21 11:20:45.889264 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c4561806-ff5b-4b53-983e-72c7ed01ddad req-8a99a0dc-06b0-4601-b057-ae1b2dce0683 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521863 Mar 21 11:20:47.015484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b9b30-71c1-438d-8381-9988923ec5aa req-9252ea26-e259-4a1c-b0a7-9643f376506e tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:47.017107 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d7b9b30-71c1-438d-8381-9988923ec5aa req-9252ea26-e259-4a1c-b0a7-9643f376506e tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0559368 Mar 21 11:20:47.068043 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6d7b9b30-71c1-438d-8381-9988923ec5aa req-9a6482dc-daac-4536-a205-4b9ec491a462 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450130 Mar 21 11:20:47.708965 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7311229a-4e15-42e7-99fc-1685339c027c req-86590796-1d20-40dc-a0f0-e6f2cd52c376 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:47.710827 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7311229a-4e15-42e7-99fc-1685339c027c req-86590796-1d20-40dc-a0f0-e6f2cd52c376 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 945 time: 0.0677392 Mar 21 11:20:47.843353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Deleting port fb81c599-5592-453e-b5e6-357226148976 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:20:47.843353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (fb81c599-5592-453e-b5e6-357226148976), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:47.955292 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] For port fb81c599-5592-453e-b5e6-357226148976, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=fb81c599-5592-453e-b5e6-357226148976,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:47.955900 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (fb81c599-5592-453e-b5e6-357226148976), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:47.977795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-e52d03e4-65a8-49da-956f-dcdcbe00e916 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:47.979351 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-e52d03e4-65a8-49da-956f-dcdcbe00e916 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 813 time: 0.1211584 Mar 21 11:20:47.979502 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Calling delete_port for fb81c599-5592-453e-b5e6-357226148976 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:20:47.995886 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-7ad3c93d-084f-4a5a-a919-de822d256e5f tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/quotas/4acd3d0b6f1a4097afa0285d75c7968d HTTP/1.1" status: 200 len: 375 time: 0.0108943 Mar 21 11:20:48.049825 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-36afee63-aa22-4243-bddb-aa8d5cf7e651 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470102 Mar 21 11:20:48.139248 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (fb81c599-5592-453e-b5e6-357226148976), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:48.152626 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['fb81c599-5592-453e-b5e6-357226148976'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:48.173469 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Pushing event deleted for resources: {'Port': ['ID=fb81c599-5592-453e-b5e6-357226148976,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:48.201450 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a355efeb-05ec-4756-bc82-553727ddcb3c req-b9a33992-f5a2-46ed-8c10-70490cf54267 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=1dac0dd2-d0fe-4911-9fc3-2449273f1b30 HTTP/1.1" status: 200 len: 210 time: 0.0524690 Mar 21 11:20:48.226740 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6fa4b0ae-953d-46ec-8b77-ff42a85a4ac3 service neutron] 10.222.0.53 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667838 Mar 21 11:20:48.227590 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] No DVR routers for this DVR port fb81c599-5592-453e-b5e6-357226148976 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:20:48.230109 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:48.233784 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7311229a-4e15-42e7-99fc-1685339c027c req-adb1779a-75b8-4600-a08c-7b5915d63c31 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "DELETE /v2.0/ports/fb81c599-5592-453e-b5e6-357226148976 HTTP/1.1" status: 204 len: 173 time: 0.5172205 Mar 21 11:20:48.234461 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'name': 'network-vif-deleted', 'tag': 'fb81c599-5592-453e-b5e6-357226148976'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:48.236916 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9723939-fd22-43fe-b424-d040f8472d77" -d '{"events": [{"server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "name": "network-vif-deleted", "tag": "fb81c599-5592-453e-b5e6-357226148976"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:48.266130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36d2c93d-e29b-4713-9e76-472627ebcc7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:48.301240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210f667f-4f9b-4757-866c-4cfc67ca0576 x-openstack-request-id: req-210f667f-4f9b-4757-866c-4cfc67ca0576 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:48.301499 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dac0dd2-d0fe-4911-9fc3-2449273f1b30", "name": "network-vif-deleted", "tag": "fb81c599-5592-453e-b5e6-357226148976", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:48.301789 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-210f667f-4f9b-4757-866c-4cfc67ca0576 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:48.302187 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dac0dd2-d0fe-4911-9fc3-2449273f1b30', 'name': 'network-vif-deleted', 'tag': 'fb81c599-5592-453e-b5e6-357226148976', 'status': 'completed', 'code': 200} Mar 21 11:20:48.358769 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-826e172c-628e-4841-a3a1-704150a48c0a service neutron] 10.222.0.53 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269743 Mar 21 11:20:48.536013 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-22e8aa90-cd8d-45db-8499-82874dab8ece req-d1ee57bb-0175-466f-9743-0bb260f18b14 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 210 time: 0.0347476 Mar 21 11:20:48.937397 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.617708 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-497a7cdc-e228-4704-a8e0-d02dbe41e09d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:49.624871 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-497a7cdc-e228-4704-a8e0-d02dbe41e09d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 809 time: 0.1307361 Mar 21 11:20:49.650427 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-2e46e4e5-a665-4219-af96-1ef333084640 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/quotas/8362d935fd294c63b5967d7fda471d2c HTTP/1.1" status: 200 len: 375 time: 0.0243785 Mar 21 11:20:49.680684 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94d69b1a-6eb8-4d20-a121-875a4fd54abb req-2a686eaf-274d-47b2-b27d-47a2158ac777 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 210 time: 0.0535734 Mar 21 11:20:49.734165 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-baf15a68-8685-432b-8b22-06844f028d43 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570350 Mar 21 11:20:49.739964 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-142968c8-c723-40d0-be83-4e45ff8a36dd tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:49.741939 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-142968c8-c723-40d0-be83-4e45ff8a36dd tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 813 time: 0.1699324 Mar 21 11:20:49.756982 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Request body: {'port': {'device_id': 'a287f2eb-a62b-4683-a959-c4735763c295', 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa', 'admin_state_up': True, 'tenant_id': '4acd3d0b6f1a4097afa0285d75c7968d'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:49.846013 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-6e35ad00-9081-4e52-a7fa-6ab237811de8 service neutron] 10.222.0.53 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106606 Mar 21 11:20:49.900930 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Made reservation on behalf of 4acd3d0b6f1a4097afa0285d75c7968d for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:49.903971 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:49.961347 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-adac8117-d998-4dfa-9738-60586f1a05fd service neutron] 10.222.0.53 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089501 Mar 21 11:20:50.063944 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Allocated IP 172.20.0.11 (a7342976-d2d0-445e-b10d-263dd52445fa/46f67820-d6dc-4409-82ed-6aadc5508bf6/bf31038d-a273-4b20-8913-40539c152327) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:20:50.177265 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-33a4f24a-8f00-4f88-b29c-2e607728f167 req-e66517d6-b4ae-4731-a51b-19d7cd92b653 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 210 time: 0.0380552 Mar 21 11:20:50.246323 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks [] for port (bf31038d-a273-4b20-8913-40539c152327), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.286102 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (bf31038d-a273-4b20-8913-40539c152327), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.330723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Network a7342976-d2d0-445e-b10d-263dd52445fa is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:20:50.335268 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:50.346909 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:20:50.381023 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Pushing event updated for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:50.411589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.412507 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.432191 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-6ee18355-f3db-4d78-b6d5-fadff890a29d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6811326 Mar 21 11:20:50.592534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Request body: {'port': {'device_id': 'a287f2eb-a62b-4683-a959-c4735763c295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:50.671653 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bf31038d-a273-4b20-8913-40539c152327), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.867130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99b13-feec-4086-8834-7d56fbe255de req-937ed059-dfa3-4195-a9ff-8c81a5196c11 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:50.868851 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03d99b13-feec-4086-8834-7d56fbe255de req-937ed059-dfa3-4195-a9ff-8c81a5196c11 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 932 time: 0.0636699 Mar 21 11:20:50.912370 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3cb787bf-5ce8-43de-8cae-906a2d8537ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:50.935967 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-03d99b13-feec-4086-8834-7d56fbe255de req-1e71a461-d121-4047-95fb-eb68e8211128 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582447 Mar 21 11:20:51.025364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf31038d-a273-4b20-8913-40539c152327 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:51.034253 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks [] for port (bf31038d-a273-4b20-8913-40539c152327), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.048891 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Transition to ACTIVE for port object bf31038d-a273-4b20-8913-40539c152327 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:20:51.053676 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (bf31038d-a273-4b20-8913-40539c152327), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.105765 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Pushing event updated for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:51.184355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Attempting to bind port bf31038d-a273-4b20-8913-40539c152327 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:20:51.184788 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Attempting to bind port bf31038d-a273-4b20-8913-40539c152327 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:20:51.185076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Attempting to bind port bf31038d-a273-4b20-8913-40539c152327 on network a7342976-d2d0-445e-b10d-263dd52445fa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:51.190317 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Port bf31038d-a273-4b20-8913-40539c152327 on network a7342976-d2d0-445e-b10d-263dd52445fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:20:51.190595 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Attempting to bind port bf31038d-a273-4b20-8913-40539c152327 on network a7342976-d2d0-445e-b10d-263dd52445fa {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:51.197071 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:20:51.197801 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Checking segment: {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:51.198310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Bound using segment: {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:20:51.198640 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Bound port: bf31038d-a273-4b20-8913-40539c152327, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f886a5-9ee6-459e-9d4d-861198af123e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:20:51.199006 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bf31038d-a273-4b20-8913-40539c152327), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.308639 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:20:51.312349 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-758e08ff-1b67-4ce1-ab5d-46ecbc964518 req-a311a20d-9b23-4497-b1c8-668164f18ec4 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 210 time: 0.0336761 Mar 21 11:20:51.313330 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf31038d-a273-4b20-8913-40539c152327,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:20:51.324658 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (bf31038d-a273-4b20-8913-40539c152327), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.368166 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.369026 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.370786 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] 10.222.0.35 "PUT /v2.0/ports/bf31038d-a273-4b20-8913-40539c152327 HTTP/1.1" status: 200 len: 1094 time: 0.7847164 Mar 21 11:20:51.371510 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'tag': 'bf31038d-a273-4b20-8913-40539c152327'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:51.373809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65" -d '{"events": [{"name": "network-changed", "server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "tag": "bf31038d-a273-4b20-8913-40539c152327"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:51.380333 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-7df9179f-199a-45c1-9f89-7c8001c08ad2 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.382483 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-7df9179f-199a-45c1-9f89-7c8001c08ad2 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 809 time: 0.1707721 Mar 21 11:20:51.414354 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Request body: {'port': {'device_id': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda', 'admin_state_up': True, 'tenant_id': '8362d935fd294c63b5967d7fda471d2c'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:51.420205 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcee29f-bb75-4abb-895f-4076ccb62b3f service neutron] Pushing event updated for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:51.445705 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360f7e5a-c1f6-4a98-8912-cd354d1f25df x-openstack-request-id: req-360f7e5a-c1f6-4a98-8912-cd354d1f25df {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:51.446175 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "tag": "bf31038d-a273-4b20-8913-40539c152327", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:51.446739 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-360f7e5a-c1f6-4a98-8912-cd354d1f25df {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:51.447540 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'tag': 'bf31038d-a273-4b20-8913-40539c152327', 'status': 'completed', 'code': 200} Mar 21 11:20:51.488886 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-1ec9047d-7083-432e-9d0b-4f4cbc3c3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.490586 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-1ec9047d-7083-432e-9d0b-4f4cbc3c3678 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 1128 time: 0.0616682 Mar 21 11:20:51.541664 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-768833be-56a3-4d6b-a5cb-e5dbdf7d3204 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf31038d-a273-4b20-8913-40539c152327 HTTP/1.1" status: 200 len: 217 time: 0.0388815 Mar 21 11:20:51.545953 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Made reservation on behalf of 8362d935fd294c63b5967d7fda471d2c for: {'port': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:20:51.551909 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.598118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-d7c1633c-0bda-4061-9424-a0697601b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.599647 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-d7c1633c-0bda-4061-9424-a0697601b4b1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46f67820-d6dc-4409-82ed-6aadc5508bf6 HTTP/1.1" status: 200 len: 853 time: 0.0490408 Mar 21 11:20:51.635849 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-8ef36946-4e97-48bd-8ef3-20b449353b5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7342976-d2d0-445e-b10d-263dd52445fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284741 Mar 21 11:20:51.694377 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Allocated IP 172.20.0.10 (4acf50fa-9656-4024-ad5f-6e2eaecb7eda/993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea/26a416e7-d343-4d40-ab99-a53846865d3c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:20:51.735512 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-3f0c8b6c-ea13-4b3b-963f-f8311a5fcac6 service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919068 Mar 21 11:20:51.842546 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b59c73c8-999d-4cce-b790-8c536ee3342a req-fe993676-ad8a-423e-9062-13dca8f07296 service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997016 Mar 21 11:20:51.870925 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks [] for port (26a416e7-d343-4d40-ab99-a53846865d3c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.908748 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:51.950429 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-bb20b080-78f6-4bcd-bdde-5f1cd3785a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:51.951879 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-bb20b080-78f6-4bcd-bdde-5f1cd3785a57 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 1128 time: 0.0554614 Mar 21 11:20:51.954173 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:20:51.959925 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:20:51.962576 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:20:51.999528 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Pushing event updated for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:52.024533 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.025181 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.043740 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-77a6ca2c-89bc-4600-920a-92a57b3eb802 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6354668 Mar 21 11:20:52.074282 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-a1899ba5-ba32-4dd1-a2c9-593fa4fa5f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.076064 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-a1899ba5-ba32-4dd1-a2c9-593fa4fa5f6a service neutron] 10.222.0.35 "GET /v2.0/networks?id=a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 200 len: 913 time: 0.1144931 Mar 21 11:20:52.078188 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Request body: {'port': {'device_id': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:20:52.124744 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-3a529b93-e1e9-4476-9f8e-d918cdc9d5de service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf31038d-a273-4b20-8913-40539c152327 HTTP/1.1" status: 200 len: 217 time: 0.0374091 Mar 21 11:20:52.151531 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0cd20-aa4a-444f-a30a-84df67d1fa47 req-8be8fe7c-a9af-4ba1-b0e1-3be216acc142 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.153042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-19d0cd20-aa4a-444f-a30a-84df67d1fa47 req-8be8fe7c-a9af-4ba1-b0e1-3be216acc142 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 944 time: 0.1139157 Mar 21 11:20:52.158371 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.179855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-180a8c27-1185-4f7d-954d-2ae7d387dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.181319 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-180a8c27-1185-4f7d-954d-2ae7d387dd70 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=46f67820-d6dc-4409-82ed-6aadc5508bf6 HTTP/1.1" status: 200 len: 853 time: 0.0470638 Mar 21 11:20:52.215914 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-73b35c18-a838-4afb-a825-5437848d66ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=a7342976-d2d0-445e-b10d-263dd52445fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266483 Mar 21 11:20:52.227168 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.253681 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-19d0cd20-aa4a-444f-a30a-84df67d1fa47 req-2a767d06-1fd2-4aa9-b8cb-0382fe6f78f5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917037 Mar 21 11:20:52.341761 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-7227eb72-0df0-4931-a87c-8678b8e4b50d service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140082 Mar 21 11:20:52.462212 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-1f18ddfd-aa93-42a1-a71b-de50cf94cd65 req-71cdc0c3-b05b-4848-94f5-712ee0c474d9 service neutron] 10.222.0.35 "GET /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126289 Mar 21 11:20:52.509205 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc9e12-f369-4203-bacf-749483783fa6 req-f165e0a2-756b-4853-9ebc-be5cba69fc28 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.510044 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5cfc9e12-f369-4203-bacf-749483783fa6 req-f165e0a2-756b-4853-9ebc-be5cba69fc28 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 932 time: 0.0983713 Mar 21 11:20:52.560120 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a416e7-d343-4d40-ab99-a53846865d3c {{(pid=103430) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:52.575053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks [] for port (26a416e7-d343-4d40-ab99-a53846865d3c), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.600622 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.provisioning_blocks [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Transition to ACTIVE for port object 26a416e7-d343-4d40-ab99-a53846865d3c will not be triggered until provisioned by entity L2. {{(pid=103430) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:20:52.604393 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5cfc9e12-f369-4203-bacf-749483783fa6 req-e8a3c641-f4f5-4f6d-9a93-8ff63b7286ed tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763497 Mar 21 11:20:52.605670 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.661087 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Pushing event updated for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:52.743919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Attempting to bind port 26a416e7-d343-4d40-ab99-a53846865d3c on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:20:52.744264 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Attempting to bind port 26a416e7-d343-4d40-ab99-a53846865d3c by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:20:52.744589 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Attempting to bind port 26a416e7-d343-4d40-ab99-a53846865d3c on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:52.749850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Port 26a416e7-d343-4d40-ab99-a53846865d3c on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:20:52.750213 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Attempting to bind port 26a416e7-d343-4d40-ab99-a53846865d3c on network 4acf50fa-9656-4024-ad5f-6e2eaecb7eda {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:20:52.755700 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:20:52.756043 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Checking segment: {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:20:52.756425 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Bound using segment: {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'} {{(pid=103430) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:20:52.756847 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.managers [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Bound port: 26a416e7-d343-4d40-ab99-a53846865d3c, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda'}}] {{(pid=103430) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:20:52.757203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.826645 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, cleared binding levels {{(pid=103430) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:20:52.830053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=26a416e7-d343-4d40-ab99-a53846865d3c,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103430) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:20:52.840941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.878894 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.879751 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:52.880859 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] 10.222.0.35 "PUT /v2.0/ports/26a416e7-d343-4d40-ab99-a53846865d3c HTTP/1.1" status: 200 len: 1094 time: 0.8252177 Mar 21 11:20:52.881327 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:52.883725 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c" -d '{"events": [{"name": "network-changed", "server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:52.913405 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340c25b-a9e3-43d5-8a41-adfc53b5da3c service neutron] Pushing event updated for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=3']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:52.994840 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-3d0eb8d3-b2b3-4bb2-bc85-0df14716e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:52.997535 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-3d0eb8d3-b2b3-4bb2-bc85-0df14716e572 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 1128 time: 0.0540543 Mar 21 11:20:53.047640 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-ee9c734c-5b40-4140-8faa-1f880c292024 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26a416e7-d343-4d40-ab99-a53846865d3c HTTP/1.1" status: 200 len: 217 time: 0.0370846 Mar 21 11:20:53.084673 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44fd560-f91b-4e58-bee7-738c8f27bac2 x-openstack-request-id: req-e44fd560-f91b-4e58-bee7-738c8f27bac2 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:53.084900 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:53.085117 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-e44fd560-f91b-4e58-bee7-738c8f27bac2 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:53.085561 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c', 'status': 'completed', 'code': 200} Mar 21 11:20:53.104552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-3d9ac727-664d-4c01-a82c-504c97e9d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.106086 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-3d9ac727-664d-4c01-a82c-504c97e9d8e7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea HTTP/1.1" status: 200 len: 849 time: 0.0522981 Mar 21 11:20:53.144450 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-82a22334-cdf8-4b64-85de-63c7b7a88288 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288363 Mar 21 11:20:53.245745 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-b5f1b932-14b7-4036-bb8d-0a0ce3bd81bc service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924907 Mar 21 11:20:53.277547 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device fb81c599-5592-453e-b5e6-357226148976 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:20:53.300115 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: fb81c599-5592-453e-b5e6-357226148976 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:20:53.300642 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device fb81c599-5592-453e-b5e6-357226148976 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:20:53.358429 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a48a9011-671c-46f3-9bdb-663c4020f993 req-6238ede4-0d62-44d5-84b9-303715a456d2 service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048391 Mar 21 11:20:53.401553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38e8ad7-eaa2-4547-a7b5-cad5339cab9e req-36a76d11-1f15-48be-a4aa-bf84b361bb98 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.403202 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d38e8ad7-eaa2-4547-a7b5-cad5339cab9e req-36a76d11-1f15-48be-a4aa-bf84b361bb98 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 944 time: 0.0675113 Mar 21 11:20:53.481109 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d38e8ad7-eaa2-4547-a7b5-cad5339cab9e req-b748c42c-0610-4674-9851-e339b7b5c8fb tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718634 Mar 21 11:20:53.491881 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-7e662539-87a3-46e5-ae1c-ed683605a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.493701 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-7e662539-87a3-46e5-ae1c-ed683605a715 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=8362d935fd294c63b5967d7fda471d2c&device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 1128 time: 0.0764079 Mar 21 11:20:53.913753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38412) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:53.950180 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-83aabce6-da0c-4ce6-a913-6efa8f5afb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.951661 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-83aabce6-da0c-4ce6-a913-6efa8f5afb08 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 200 len: 909 time: 0.4474511 Mar 21 11:20:53.962544 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7b17b-fb45-44ee-94f0-afe30d9afad4 req-32f86db7-4df7-4068-ae14-b4717bda8bd0 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:53.964072 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dec7b17b-fb45-44ee-94f0-afe30d9afad4 req-32f86db7-4df7-4068-ae14-b4717bda8bd0 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 944 time: 0.0940547 Mar 21 11:20:54.008613 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-569bffb9-fcb7-4d93-8403-ff6ce8e32d9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26a416e7-d343-4d40-ab99-a53846865d3c HTTP/1.1" status: 200 len: 217 time: 0.0434699 Mar 21 11:20:54.039938 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cf87166-abfb-4a01-8110-e38c4d339e6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.080841 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dec7b17b-fb45-44ee-94f0-afe30d9afad4 req-2b903d41-5a16-4093-8d0b-08972f125d95 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084363 Mar 21 11:20:54.082744 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-c54feb9b-065a-45cd-b888-83de9673e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:54.084204 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-c54feb9b-065a-45cd-b888-83de9673e2ed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea HTTP/1.1" status: 200 len: 849 time: 0.0670645 Mar 21 11:20:54.120033 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-6b6f4411-ba80-4d21-a1af-ccef92109b75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4acf50fa-9656-4024-ad5f-6e2eaecb7eda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277891 Mar 21 11:20:54.123430 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cf87166-abfb-4a01-8110-e38c4d339e6a admin admin] Publish callbacks [] for security_group (8af3b1a3-dea6-4a5a-95b6-89da9149737d), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.127969 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5cf87166-abfb-4a01-8110-e38c4d339e6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (8af3b1a3-dea6-4a5a-95b6-89da9149737d), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.170588 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5cf87166-abfb-4a01-8110-e38c4d339e6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd346b9a01904cc793769d96f9563989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2552369 Mar 21 11:20:54.171359 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf87166-abfb-4a01-8110-e38c4d339e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af3b1a3-dea6-4a5a-95b6-89da9149737d,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:54.174621 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38416) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:54.217359 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.226426 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-117d36d1-161b-47d9-a376-fc9447ee821f service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969174 Mar 21 11:20:54.229206 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] Publish callbacks [] for security_group (8af3b1a3-dea6-4a5a-95b6-89da9149737d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.251545 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] Publish callbacks [] for security_group (8af3b1a3-dea6-4a5a-95b6-89da9149737d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.308949 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (8af3b1a3-dea6-4a5a-95b6-89da9149737d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.313278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.315209 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8af3b1a3-dea6-4a5a-95b6-89da9149737d HTTP/1.1" status: 204 len: 168 time: 0.1388454 Mar 21 11:20:54.329633 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876c894-415e-4353-aa65-b9a20a53aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af3b1a3-dea6-4a5a-95b6-89da9149737d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:54.353977 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1cfdd76d-c9c3-4417-8ec1-cf37e706003c req-67ba79f2-eef7-4868-a813-da52908232ea service neutron] 10.222.0.35 "GET /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176374 Mar 21 11:20:54.618497 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb68ba-42e8-4b33-bb78-c5991d514712 req-5cf6abf5-d1a6-47ed-860c-27be4acab2b5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:54.620156 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edb68ba-42e8-4b33-bb78-c5991d514712 req-5cf6abf5-d1a6-47ed-860c-27be4acab2b5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 944 time: 0.0622842 Mar 21 11:20:54.628611 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38424) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:54.649861 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ae6714e-f91b-4f3e-9e56-02b61aa7c3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.691970 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1edb68ba-42e8-4b33-bb78-c5991d514712 req-27b05143-d906-4f35-864c-54073cb908cf tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651214 Mar 21 11:20:54.754615 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ae6714e-f91b-4f3e-9e56-02b61aa7c3ef admin admin] Publish callbacks [] for security_group (92fd80b1-86c8-4291-87d2-84ab3712df08), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.758455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1ae6714e-f91b-4f3e-9e56-02b61aa7c3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (92fd80b1-86c8-4291-87d2-84ab3712df08), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.799492 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1ae6714e-f91b-4f3e-9e56-02b61aa7c3ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb903989474f493c9f4d55cc69ea8dd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1697490 Mar 21 11:20:54.800815 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae6714e-f91b-4f3e-9e56-02b61aa7c3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd80b1-86c8-4291-87d2-84ab3712df08,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:54.802502 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38426) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:20:54.857339 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] Publish callbacks [] for security_group (92fd80b1-86c8-4291-87d2-84ab3712df08), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.882409 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] Publish callbacks [] for security_group (92fd80b1-86c8-4291-87d2-84ab3712df08), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.934187 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (92fd80b1-86c8-4291-87d2-84ab3712df08), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.937039 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:54.938324 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/92fd80b1-86c8-4291-87d2-84ab3712df08 HTTP/1.1" status: 204 len: 168 time: 0.1347520 Mar 21 11:20:54.947493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca10301-1761-43b7-b995-9ce2f90eb5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd80b1-86c8-4291-87d2-84ab3712df08,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:55.229538 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8223ba7-d29e-44f3-9328-ed205e2d6f09 req-e3f2cbb8-3672-4a6f-a788-1fbc5efcd310 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:55.238293 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8223ba7-d29e-44f3-9328-ed205e2d6f09 req-e3f2cbb8-3672-4a6f-a788-1fbc5efcd310 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 944 time: 0.0629091 Mar 21 11:20:55.277540 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device bf31038d-a273-4b20-8913-40539c152327 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:20:55.288051 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8223ba7-d29e-44f3-9328-ed205e2d6f09 req-aca51a37-9c7c-4196-a9f7-37fc4191896d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510645 Mar 21 11:20:55.414689 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:55.448589 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf31038d-a273-4b20-8913-40539c152327,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:55.462110 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': 'bf31038d-a273-4b20-8913-40539c152327', 'network_id': 'a7342976-d2d0-445e-b10d-263dd52445fa', 'port_id': 'bf31038d-a273-4b20-8913-40539c152327', 'mac_address': 'fa:16:3e:bb:5f:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46f67820-d6dc-4409-82ed-6aadc5508bf6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:20:55.511569 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port bf31038d-a273-4b20-8913-40539c152327 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:55.511965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bf31038d-a273-4b20-8913-40539c152327), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:55.526902 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf31038d-a273-4b20-8913-40539c152327 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:55.554880 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf31038d-a273-4b20-8913-40539c152327,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:55.561606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (bf31038d-a273-4b20-8913-40539c152327), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:55.617361 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:55.845683 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6acff-cf16-49ee-82f5-18bb6ad61a47 req-b05a74ef-fd21-483b-9408-2ce389f5c8a2 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:55.847360 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fea6acff-cf16-49ee-82f5-18bb6ad61a47 req-b05a74ef-fd21-483b-9408-2ce389f5c8a2 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 945 time: 0.0717342 Mar 21 11:20:55.860847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['bf31038d-a273-4b20-8913-40539c152327'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:55.906693 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fea6acff-cf16-49ee-82f5-18bb6ad61a47 req-0bd1d181-7cb4-42cf-990b-772b3886ca1e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487185 Mar 21 11:20:56.436811 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03416c-d2d9-47f7-af22-07d47936548c req-7d89802a-fe75-4aa1-9650-5050fcbdcc5d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:56.438838 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c03416c-d2d9-47f7-af22-07d47936548c req-7d89802a-fe75-4aa1-9650-5050fcbdcc5d tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 944 time: 0.0610931 Mar 21 11:20:56.500700 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5c03416c-d2d9-47f7-af22-07d47936548c req-8992e1ba-2d98-4253-8fe9-79fe07430e92 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556808 Mar 21 11:20:57.057104 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e6540-a53a-4a39-a1a9-4a215572cab5 req-e6d095e4-52be-4a59-a8f6-fb4f89176b3e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:57.058623 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e3e6540-a53a-4a39-a1a9-4a215572cab5 req-e6d095e4-52be-4a59-a8f6-fb4f89176b3e tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 945 time: 0.0722549 Mar 21 11:20:57.124474 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0e3e6540-a53a-4a39-a1a9-4a215572cab5 req-82ef8997-81f3-4062-915c-95caf6655f89 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 Mar 21 11:20:57.284445 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 26a416e7-d343-4d40-ab99-a53846865d3c details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:20:57.289763 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device bf31038d-a273-4b20-8913-40539c152327 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:57.409088 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port bf31038d-a273-4b20-8913-40539c152327 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:20:57.418903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port bf31038d-a273-4b20-8913-40539c152327 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:57.419281 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (bf31038d-a273-4b20-8913-40539c152327), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:57.468134 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=26a416e7-d343-4d40-ab99-a53846865d3c,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:57.488979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '26a416e7-d343-4d40-ab99-a53846865d3c', 'network_id': '4acf50fa-9656-4024-ad5f-6e2eaecb7eda', 'port_id': '26a416e7-d343-4d40-ab99-a53846865d3c', 'mac_address': 'fa:16:3e:b5:dc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:20:57.556161 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 26a416e7-d343-4d40-ab99-a53846865d3c is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:57.556562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:57.565701 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port bf31038d-a273-4b20-8913-40539c152327 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:57.566086 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (bf31038d-a273-4b20-8913-40539c152327), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:57.578200 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a416e7-d343-4d40-ab99-a53846865d3c {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:20:57.612689 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf31038d-a273-4b20-8913-40539c152327'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:57.615382 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d068ca-3778-47ca-848f-9f1484861878" -d '{"events": [{"server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "name": "network-vif-plugged", "status": "completed", "tag": "bf31038d-a273-4b20-8913-40539c152327"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:57.628146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1addb0a-77c0-4af1-a69a-33b65157aadc req-dc27caa1-8c22-4667-9ff1-78966e89104e tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:57.628760 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=26a416e7-d343-4d40-ab99-a53846865d3c,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:57.630282 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1addb0a-77c0-4af1-a69a-33b65157aadc req-dc27caa1-8c22-4667-9ff1-78966e89104e tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 944 time: 0.0576427 Mar 21 11:20:57.632847 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf31038d-a273-4b20-8913-40539c152327,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:57.635776 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:57.641770 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (bf31038d-a273-4b20-8913-40539c152327), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:57.661369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c749d878-aa9a-4a0c-af9c-c4862e6a1bcf x-openstack-request-id: req-c749d878-aa9a-4a0c-af9c-c4862e6a1bcf {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:57.661684 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "name": "network-vif-plugged", "status": "completed", "tag": "bf31038d-a273-4b20-8913-40539c152327", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:57.661945 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c749d878-aa9a-4a0c-af9c-c4862e6a1bcf {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:57.662344 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf31038d-a273-4b20-8913-40539c152327', 'code': 200} Mar 21 11:20:57.684678 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a1addb0a-77c0-4af1-a69a-33b65157aadc req-a2d67d1f-6489-48c4-81f5-6947b10388a3 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465741 Mar 21 11:20:57.691396 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:57.751204 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:57.862267 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e8986e-25fb-4b9f-83a2-8be3ac9aeec7 req-486c1a23-2bf9-4598-8cf4-2372a6a954ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:57.863846 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94e8986e-25fb-4b9f-83a2-8be3ac9aeec7 req-486c1a23-2bf9-4598-8cf4-2372a6a954ae service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 1130 time: 0.0522785 Mar 21 11:20:57.911671 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-94e8986e-25fb-4b9f-83a2-8be3ac9aeec7 req-5b413f3a-74d4-44ff-b793-47df5b6a26ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Mar 21 11:20:57.944972 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['26a416e7-d343-4d40-ab99-a53846865d3c'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:20:58.283867 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29277964-fe35-48c1-bad0-e118e29203de req-89978a93-31a1-4589-80d4-7ed910a42d32 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:58.286159 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29277964-fe35-48c1-bad0-e118e29203de req-89978a93-31a1-4589-80d4-7ed910a42d32 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.0757935 Mar 21 11:20:58.344463 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29277964-fe35-48c1-bad0-e118e29203de req-9ee96093-a709-4807-8cb2-e6c0260fec4a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Mar 21 11:20:58.830851 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9967e-d727-42f9-9b77-bc570d051daf req-e8b8e50d-dc74-4b57-8e25-85d3245d92b1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:58.832361 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bef9967e-d727-42f9-9b77-bc570d051daf req-e8b8e50d-dc74-4b57-8e25-85d3245d92b1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 945 time: 0.0620573 Mar 21 11:20:58.888003 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bef9967e-d727-42f9-9b77-bc570d051daf req-1949e739-ad41-4162-b429-44f32d133387 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486741 Mar 21 11:20:59.296746 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 26a416e7-d343-4d40-ab99-a53846865d3c up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:20:59.354411 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 26a416e7-d343-4d40-ab99-a53846865d3c completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:20:59.361374 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 26a416e7-d343-4d40-ab99-a53846865d3c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:20:59.362404 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:59.518674 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 26a416e7-d343-4d40-ab99-a53846865d3c is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:20:59.518674 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:59.555988 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4c505-52dd-4b01-8a40-722a71cf35bd req-627dd574-4249-4759-9aba-cb7801ef15c5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:59.557672 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2cc4c505-52dd-4b01-8a40-722a71cf35bd req-627dd574-4249-4759-9aba-cb7801ef15c5 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.1001973 Mar 21 11:20:59.562156 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=26a416e7-d343-4d40-ab99-a53846865d3c,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:20:59.566947 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:20:59.638692 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:20:59.651661 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2cc4c505-52dd-4b01-8a40-722a71cf35bd req-c7518be5-8c56-4d55-84cd-2856a1cbe085 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821748 Mar 21 11:20:59.663776 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:20:59.667024 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761b478d-32ee-4ce8-b213-0c91fb1e3dd5" -d '{"events": [{"server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "name": "network-vif-plugged", "status": "completed", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:20:59.710340 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b56dee-ae3f-46cd-a825-0ffdcf7e6fcc x-openstack-request-id: req-b2b56dee-ae3f-46cd-a825-0ffdcf7e6fcc {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:20:59.710646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "name": "network-vif-plugged", "status": "completed", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:20:59.710905 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b2b56dee-ae3f-46cd-a825-0ffdcf7e6fcc {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:20:59.711318 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c', 'code': 200} Mar 21 11:20:59.975657 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4629001-0148-4e0c-9c5d-09cf861c50d6 req-f06d630e-8875-43b8-8964-aef602a48732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:59.977160 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a4629001-0148-4e0c-9c5d-09cf861c50d6 req-f06d630e-8875-43b8-8964-aef602a48732 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 1130 time: 0.0913703 Mar 21 11:20:59.987962 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babf880-7194-4e76-bc8f-d2195309b6c2 req-9499b851-a1cf-48a4-abd1-e0e9d5304298 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:20:59.989639 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9babf880-7194-4e76-bc8f-d2195309b6c2 req-9499b851-a1cf-48a4-abd1-e0e9d5304298 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0932212 Mar 21 11:21:00.096712 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9babf880-7194-4e76-bc8f-d2195309b6c2 req-66d31004-76a9-474f-937b-90c11af585a0 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866933 Mar 21 11:21:00.106667 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b1bd31-01c1-4965-8c83-08a2efd791b2 req-804de404-1621-42c3-bf6c-1e371b382db7 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:00.108500 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89b1bd31-01c1-4965-8c83-08a2efd791b2 req-804de404-1621-42c3-bf6c-1e371b382db7 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.1468842 Mar 21 11:21:00.111399 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a4629001-0148-4e0c-9c5d-09cf861c50d6 req-66685059-b9ab-4576-914d-d9a17b82a62f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026297 Mar 21 11:21:00.165341 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89b1bd31-01c1-4965-8c83-08a2efd791b2 req-b6f6ec8d-b87d-4872-9532-26020e5413b1 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Mar 21 11:21:00.784701 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0e04a-cebf-400b-ad59-faf9a4ba2b01 req-71a4521c-145d-4351-8024-2686744eabe9 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:00.786765 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aaa0e04a-cebf-400b-ad59-faf9a4ba2b01 req-71a4521c-145d-4351-8024-2686744eabe9 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.0605881 Mar 21 11:21:00.840554 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-aaa0e04a-cebf-400b-ad59-faf9a4ba2b01 req-d25bc7c5-d785-4a55-a215-36bb50ce770a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478287 Mar 21 11:21:01.269544 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d243fe-b6ee-409b-b814-65c0c6445483 req-60a1765b-d46b-4cc4-a7eb-0a41552281c7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:01.271244 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89d243fe-b6ee-409b-b814-65c0c6445483 req-60a1765b-d46b-4cc4-a7eb-0a41552281c7 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0764103 Mar 21 11:21:01.372097 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df5e574-d5bc-474d-a8e0-23e6b28c4e5b req-29a81dbf-1e7d-4926-b1d4-0faf8d01c6f6 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:01.373724 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df5e574-d5bc-474d-a8e0-23e6b28c4e5b req-29a81dbf-1e7d-4926-b1d4-0faf8d01c6f6 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.0902922 Mar 21 11:21:01.377061 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89d243fe-b6ee-409b-b814-65c0c6445483 req-7199b0ee-8408-47b5-b9b0-0f70eca5d79b tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948102 Mar 21 11:21:01.433321 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5df5e574-d5bc-474d-a8e0-23e6b28c4e5b req-c7d7a4db-5325-48cc-a28d-6f560ddc5913 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Mar 21 11:21:02.512144 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-38571f53-b3b6-4202-9ecf-7fd30d91efc3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.513732 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-38571f53-b3b6-4202-9ecf-7fd30d91efc3 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.0931895 Mar 21 11:21:02.589942 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f040d8-6e28-4946-b061-ba6a7026da55 req-94cc76b1-1c6b-4267-967f-c27a18b103c1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.591559 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56f040d8-6e28-4946-b061-ba6a7026da55 req-94cc76b1-1c6b-4267-967f-c27a18b103c1 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 947 time: 0.1279056 Mar 21 11:21:02.678282 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777d9d8-da08-403f-9171-e074a6d9e933 req-a68f2ea8-f3eb-4b7c-9e8d-8bc7d0460e95 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:02.679863 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c777d9d8-da08-403f-9171-e074a6d9e933 req-a68f2ea8-f3eb-4b7c-9e8d-8bc7d0460e95 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.1634114 Mar 21 11:21:02.708655 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56f040d8-6e28-4946-b061-ba6a7026da55 req-50d2c84a-dfa8-4dfc-981e-cd41d7e5640a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups?id=c71af199-ebc9-475b-ac7d-bf7c6af0d355&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102512 Mar 21 11:21:02.751279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Deleting port 132f592a-059a-4150-a68f-a91db715843e {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:02.751279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (132f592a-059a-4150-a68f-a91db715843e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:02.758554 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c777d9d8-da08-403f-9171-e074a6d9e933 req-0a21aaa8-80a3-442a-b046-917159a511db tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724542 Mar 21 11:21:02.861374 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] For port 132f592a-059a-4150-a68f-a91db715843e, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=132f592a-059a-4150-a68f-a91db715843e,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:02.861816 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (132f592a-059a-4150-a68f-a91db715843e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.059906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.060421 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.060957 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Floating IP cf525a46-7b8f-4d61-a0fb-1aee3a19899e disassociated. External IP: 172.27.1.109, port: 132f592a-059a-4150-a68f-a91db715843e. Mar 21 11:21:03.061297 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Calling delete_port for 132f592a-059a-4150-a68f-a91db715843e owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:03.219026 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (132f592a-059a-4150-a68f-a91db715843e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.247681 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'Port': ['ID=132f592a-059a-4150-a68f-a91db715843e,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:03.261920 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.262282 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.262637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.263030 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.263305 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.263644 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.263981 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.264317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.264654 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.264994 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.265333 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.265705 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.266069 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.266353 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.266694 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:03.452145 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:03.624165 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:03.638847 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:03.650377 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:03.651010 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:20:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:03.667112 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a896aee-abf4-4ff6-9a0f-e57c7d017cf3 req-cb2dd1d8-d573-44b1-adee-900f6a622303 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:03.668832 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a896aee-abf4-4ff6-9a0f-e57c7d017cf3 req-cb2dd1d8-d573-44b1-adee-900f6a622303 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.1102536 Mar 21 11:21:03.691657 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] No DVR routers for this DVR port 132f592a-059a-4150-a68f-a91db715843e on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:03.694795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:03.699609 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dcb99cee-d55b-4bef-b597-371afd2834ad req-9e92b556-da8c-4368-a397-07de38c764d4 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.35 "DELETE /v2.0/ports/132f592a-059a-4150-a68f-a91db715843e HTTP/1.1" status: 204 len: 173 time: 1.1724436 Mar 21 11:21:03.706170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-deleted', 'tag': '132f592a-059a-4150-a68f-a91db715843e'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:03.709075 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1099c1-0a2f-44b3-bd37-6b88d355d325" -d '{"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-deleted", "tag": "132f592a-059a-4150-a68f-a91db715843e"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:03.786381 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a2cb37-ab7c-4c97-8239-c23727080ee4 x-openstack-request-id: req-15a2cb37-ab7c-4c97-8239-c23727080ee4 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:03.787023 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808ae8f3-d9cd-4205-a660-1363b726c668", "name": "network-vif-deleted", "tag": "132f592a-059a-4150-a68f-a91db715843e", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:03.787296 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-15a2cb37-ab7c-4c97-8239-c23727080ee4 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:03.787712 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808ae8f3-d9cd-4205-a660-1363b726c668', 'name': 'network-vif-deleted', 'tag': '132f592a-059a-4150-a68f-a91db715843e', 'status': 'completed', 'code': 200} Mar 21 11:21:03.793948 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2a896aee-abf4-4ff6-9a0f-e57c7d017cf3 req-15e7985b-de25-4605-a83a-7f672a25c83a tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043923 Mar 21 11:21:03.810333 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:03.917535 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-23e411de-a1b4-4549-b0a6-8ab9a3888b50 req-539f90bf-bc13-4e9e-afc8-3e44b0660126 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/ports?device_id=808ae8f3-d9cd-4205-a660-1363b726c668 HTTP/1.1" status: 200 len: 210 time: 0.0356534 Mar 21 11:21:04.087438 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:04.128181 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:04.138677 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:04.139332 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:20:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:04.330216 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:21:04.358695 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:04.600095 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:04.633048 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6f7d3b-baeb-4928-af9c-fd1a8ba1f5eb None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:14:46Z', 'revision_number': 4, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '22f85e13-974a-4539-9c68-5bce4c7c97ab', 'name': '', 'network_id': 'ff28c07f-6d14-4a51-b031-b5225190fd58', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'mac_address': 'fa:16:3e:a8:fe:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '87ffc77d-184d-42df-8b41-03458d43d414', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:45Z', 'updated_at': '2022-03-21T11:14:54Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'subnets': [{'id': '87ffc77d-184d-42df-8b41-03458d43d414', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:04.907159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951ff04f-3747-4f63-ab83-c78091b234cd None None] New status for floating IP cf525a46-7b8f-4d61-a0fb-1aee3a19899e: DOWN {{(pid=103432) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:21:04.958353 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16044ca-c2c6-4bda-9273-7143ed1fb1ed req-c33698d5-dbc4-45ed-b362-dc0ce9350980 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:04.960064 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b16044ca-c2c6-4bda-9273-7143ed1fb1ed req-c33698d5-dbc4-45ed-b362-dc0ce9350980 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.0720699 Mar 21 11:21:05.024485 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38608) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:05.053479 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b16044ca-c2c6-4bda-9273-7143ed1fb1ed req-1b2f8d46-355f-4fb8-8f29-8947797d2d6a tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843706 Mar 21 11:21:05.089604 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c71af199-ebc9-475b-ac7d-bf7c6af0d355), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.116624 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (c71af199-ebc9-475b-ac7d-bf7c6af0d355), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.170505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c71af199-ebc9-475b-ac7d-bf7c6af0d355), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.173966 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.175356 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "DELETE /v2.0/security-groups/c71af199-ebc9-475b-ac7d-bf7c6af0d355 HTTP/1.1" status: 204 len: 168 time: 0.1492491 Mar 21 11:21:05.178498 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38610) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:05.186270 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71af199-ebc9-475b-ac7d-bf7c6af0d355,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:05.193278 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.api.v2.resource [None req-3b7b929e-24fa-453c-a281-bae0c99c35fb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] show failed (client error): The resource could not be found. Mar 21 11:21:05.194171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.194351 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3b7b929e-24fa-453c-a281-bae0c99c35fb tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "GET /v2.0/security-groups/c71af199-ebc9-475b-ac7d-bf7c6af0d355 HTTP/1.1" status: 404 len: 347 time: 0.0146625 Mar 21 11:21:05.194544 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.194867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.195211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.195552 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.195890 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.196223 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.196557 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.196887 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.197216 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.197540 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38612) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:05.197721 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.197879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.198206 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.198534 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.198858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aaab176-9084-434d-aaf6-9504c9d24b5a tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:05.341381 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Deleting port ab22cbdb-114e-423f-9fe9-31267eb4b52c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:05.341762 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.430819 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.431385 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (ab22cbdb-114e-423f-9fe9-31267eb4b52c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.452062 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Calling delete_port for ab22cbdb-114e-423f-9fe9-31267eb4b52c owned by network:floatingip {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:05.634309 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (ab22cbdb-114e-423f-9fe9-31267eb4b52c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.669253 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Pushing event deleted for resources: {'Port': ['ID=ab22cbdb-114e-423f-9fe9-31267eb4b52c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:05.681765 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-f8c0b88c-5a36-4649-8508-dcd10b08e7c6 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:05.683509 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-f8c0b88c-5a36-4649-8508-dcd10b08e7c6 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 946 time: 0.1072168 Mar 21 11:21:05.806761 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks [] for floatingip (cf525a46-7b8f-4d61-a0fb-1aee3a19899e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.809444 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.810915 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2d8cab64-57e7-4d98-a03a-b0340edc5b74 tempest-AttachVolumeShelveTestJSON-346815382 tempest-AttachVolumeShelveTestJSON-346815382-project] 10.222.0.53 "DELETE /v2.0/floatingips/cf525a46-7b8f-4d61-a0fb-1aee3a19899e HTTP/1.1" status: 204 len: 168 time: 0.6119125 Mar 21 11:21:05.849973 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Deleting port 26a416e7-d343-4d40-ab99-a53846865d3c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:05.850408 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:05.995277 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] For port 26a416e7-d343-4d40-ab99-a53846865d3c, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=26a416e7-d343-4d40-ab99-a53846865d3c,segment=NetworkSegment(bc6c7ce8-327a-40dc-b672-e8ae096e1ad9),segment_id=bc6c7ce8-327a-40dc-b672-e8ae096e1ad9)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:05.996162 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.021268 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Calling delete_port for 26a416e7-d343-4d40-ab99-a53846865d3c owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:06.279123 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (26a416e7-d343-4d40-ab99-a53846865d3c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.294632 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['26a416e7-d343-4d40-ab99-a53846865d3c'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:06.314294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Pushing event deleted for resources: {'Port': ['ID=26a416e7-d343-4d40-ab99-a53846865d3c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:06.328489 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a7c0e-0512-4bef-9368-9d03bf64f5b8 req-07eafe43-4818-4e7b-89ae-0fe87500c399 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:06.330133 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-584a7c0e-0512-4bef-9368-9d03bf64f5b8 req-07eafe43-4818-4e7b-89ae-0fe87500c399 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d3191ed-d95b-41de-bda1-59bf55e0410d HTTP/1.1" status: 200 len: 867 time: 0.1575367 Mar 21 11:21:06.389424 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] No DVR routers for this DVR port 26a416e7-d343-4d40-ab99-a53846865d3c on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:06.392833 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:06.396586 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f688194-e422-4f52-bd4b-e8771bf40a1f req-4719c2ff-ac89-40d2-8698-0ee1142ab121 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.35 "DELETE /v2.0/ports/26a416e7-d343-4d40-ab99-a53846865d3c HTTP/1.1" status: 204 len: 173 time: 0.6935983 Mar 21 11:21:06.397130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'name': 'network-vif-deleted', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:06.399553 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4232330c-73b4-4aaf-9399-3d5659e68811" -d '{"events": [{"server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "name": "network-vif-deleted", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:06.452508 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-584a7c0e-0512-4bef-9368-9d03bf64f5b8 req-86b5c3df-5c6e-4fc4-a6ea-faba1aa61874 tempest-VolumesActionsTest-229902482 tempest-VolumesActionsTest-229902482-project] 10.222.0.53 "GET /v2.0/security-groups?id=29467b0c-e08f-4bb2-ae88-a34ca1b44116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966024 Mar 21 11:21:06.467568 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9819cb63-f982-493b-8a30-fab00be356cd x-openstack-request-id: req-9819cb63-f982-493b-8a30-fab00be356cd {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:06.468111 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d3191ed-d95b-41de-bda1-59bf55e0410d", "name": "network-vif-deleted", "tag": "26a416e7-d343-4d40-ab99-a53846865d3c", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:06.468571 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9819cb63-f982-493b-8a30-fab00be356cd {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:06.469312 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3191ed-d95b-41de-bda1-59bf55e0410d', 'name': 'network-vif-deleted', 'tag': '26a416e7-d343-4d40-ab99-a53846865d3c', 'status': 'completed', 'code': 200} Mar 21 11:21:07.347742 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 26a416e7-d343-4d40-ab99-a53846865d3c no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:07.369267 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 26a416e7-d343-4d40-ab99-a53846865d3c {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:07.369677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 26a416e7-d343-4d40-ab99-a53846865d3c not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:07.370282 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:07.390745 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 132f592a-059a-4150-a68f-a91db715843e {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:07.391063 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 132f592a-059a-4150-a68f-a91db715843e not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:08.357948 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38690) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:09.299415 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (011cd664-4033-483c-bd30-a04923747a3e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.585144 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Deleting port 22f85e13-974a-4539-9c68-5bce4c7c97ab {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:09.585951 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.673275 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] For port 22f85e13-974a-4539-9c68-5bce4c7c97ab, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=22f85e13-974a-4539-9c68-5bce4c7c97ab,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:09.673664 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.688845 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Calling delete_port for 22f85e13-974a-4539-9c68-5bce4c7c97ab owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:09.897541 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (22f85e13-974a-4539-9c68-5bce4c7c97ab), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:09.926702 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Pushing event deleted for resources: {'Port': ['ID=22f85e13-974a-4539-9c68-5bce4c7c97ab,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:10.128690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (011cd664-4033-483c-bd30-a04923747a3e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.402954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Router 011cd664-4033-483c-bd30-a04923747a3e has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:10.535870 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:10.542803 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5ce85577-2762-4b85-89be-d0ac67feda5e admin admin] 10.222.0.53 "PUT /v2.0/routers/011cd664-4033-483c-bd30-a04923747a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1830058 Mar 21 11:21:10.546180 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38720) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:10.548950 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Sync routers for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:10.565165 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:10.566322 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:20:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:10.709464 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:10.722606 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks [] for router (011cd664-4033-483c-bd30-a04923747a3e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.852651 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks [] for router_gateway (011cd664-4033-483c-bd30-a04923747a3e), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.921807 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:21:09Z', 'revision_number': 5, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port': {'id': 'c920e862-7168-46eb-8bcf-59c6436ee004', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:56:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011cd664-4033-483c-bd30-a04923747a3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:14:40Z', 'updated_at': '2022-03-21T11:14:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:10.922678 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Deleting port c920e862-7168-46eb-8bcf-59c6436ee004 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:10.923222 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:10.967022 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Checking router: 011cd664-4033-483c-bd30-a04923747a3e for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:10.982943 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Routers {'011cd664-4033-483c-bd30-a04923747a3e'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:10.983958 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:20:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['011cd664-4033-483c-bd30-a04923747a3e'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:11.066051 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] For port c920e862-7168-46eb-8bcf-59c6436ee004, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=c920e862-7168-46eb-8bcf-59c6436ee004,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:11.066431 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.082122 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Calling delete_port for c920e862-7168-46eb-8bcf-59c6436ee004 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:11.103703 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] Set router 011cd664-4033-483c-bd30-a04923747a3e gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:11.160150 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-884072f8-1043-4550-9bfc-61764745fabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:21:10Z', 'revision_number': 6, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:11.192909 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884072f8-1043-4550-9bfc-61764745fabb None None] The sync data for ids ['011cd664-4033-483c-bd30-a04923747a3e'] in dv-cinder-834448-1-iscsi is: [{'id': '011cd664-4033-483c-bd30-a04923747a3e', 'name': 'tempest-AttachVolumeShelveTestJSON-94437720-router', 'tenant_id': '8cdfbc4dd3424843be06383c37a339f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:14:39Z', 'updated_at': '2022-03-21T11:21:10Z', 'revision_number': 6, 'project_id': '8cdfbc4dd3424843be06383c37a339f5', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:11.314002 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (c920e862-7168-46eb-8bcf-59c6436ee004), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.341718 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c920e862-7168-46eb-8bcf-59c6436ee004,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:11.421329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (011cd664-4033-483c-bd30-a04923747a3e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.541376 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (011cd664-4033-483c-bd30-a04923747a3e), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.544527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks [] for router_controller (011cd664-4033-483c-bd30-a04923747a3e), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.597077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (011cd664-4033-483c-bd30-a04923747a3e), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.598276 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 011cd664-4033-483c-bd30-a04923747a3e {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:21:11.606784 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.608844 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-01b97ccd-6c7a-4509-b017-2772c42acb1d admin admin] 10.222.0.53 "DELETE /v2.0/routers/011cd664-4033-483c-bd30-a04923747a3e HTTP/1.1" status: 204 len: 168 time: 1.0611229 Mar 21 11:21:11.611705 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38732) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:11.676215 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Deleting subnet 87ffc77d-184d-42df-8b41-03458d43d414 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:11.681134 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Publish callbacks [] for subnet (87ffc77d-184d-42df-8b41-03458d43d414), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.728994 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (87ffc77d-184d-42df-8b41-03458d43d414), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.848392 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (87ffc77d-184d-42df-8b41-03458d43d414), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.929976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (87ffc77d-184d-42df-8b41-03458d43d414), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.978465 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:11.984203 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/87ffc77d-184d-42df-8b41-03458d43d414 HTTP/1.1" status: 204 len: 168 time: 0.3705208 Mar 21 11:21:11.985774 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b0ae85-f27d-402b-a8de-2d9b80829353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ffc77d-184d-42df-8b41-03458d43d414,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:11.987518 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c50401-ba93-4663-a177-95caaad71a88 None None] Network ff28c07f-6d14-4a51-b031-b5225190fd58 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:11.988364 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38734) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:12.108912 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (ff28c07f-6d14-4a51-b031-b5225190fd58), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.209825 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] DHCP port deletion for ff28c07f-6d14-4a51-b031-b5225190fd58 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:21:12.216775 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Deleting port bad8b2db-0391-4385-a92b-988413cba374 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:12.217249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (bad8b2db-0391-4385-a92b-988413cba374), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.271444 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Deleting port bad8b2db-0391-4385-a92b-988413cba374 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:12.272163 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (bad8b2db-0391-4385-a92b-988413cba374), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.324552 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] For port bad8b2db-0391-4385-a92b-988413cba374, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=bad8b2db-0391-4385-a92b-988413cba374,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:12.325157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (bad8b2db-0391-4385-a92b-988413cba374), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.350449 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Calling delete_port for bad8b2db-0391-4385-a92b-988413cba374 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:12.362758 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] For port bad8b2db-0391-4385-a92b-988413cba374, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=bad8b2db-0391-4385-a92b-988413cba374,segment=NetworkSegment(18f414f0-b9d9-452f-bc6b-bdb598d45e42),segment_id=18f414f0-b9d9-452f-bc6b-bdb598d45e42)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:12.363155 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (bad8b2db-0391-4385-a92b-988413cba374), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.381889 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Calling delete_port for bad8b2db-0391-4385-a92b-988413cba374 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:12.513698 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (bad8b2db-0391-4385-a92b-988413cba374), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.533537 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (bad8b2db-0391-4385-a92b-988413cba374), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.550718 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] Pushing event deleted for resources: {'Port': ['ID=bad8b2db-0391-4385-a92b-988413cba374,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.555284 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ef9440-78d2-4de1-a33f-8990cd30535e None None] No DVR routers for this DVR port bad8b2db-0391-4385-a92b-988413cba374 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:12.579593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad8b2db-0391-4385-a92b-988413cba374,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:12.587302 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] No DVR routers for this DVR port bad8b2db-0391-4385-a92b-988413cba374 on host dv-cinder-834448-1-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:12.663145 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 22f85e13-974a-4539-9c68-5bce4c7c97ab no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:12.685180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 22f85e13-974a-4539-9c68-5bce4c7c97ab {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:12.685769 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 22f85e13-974a-4539-9c68-5bce4c7c97ab not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:12.686313 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device c920e862-7168-46eb-8bcf-59c6436ee004 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:12.713946 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: c920e862-7168-46eb-8bcf-59c6436ee004 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:12.714247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device c920e862-7168-46eb-8bcf-59c6436ee004 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:12.714599 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device bad8b2db-0391-4385-a92b-988413cba374 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:12.719460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (ff28c07f-6d14-4a51-b031-b5225190fd58), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.743873 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff28c07f-6d14-4a51-b031-b5225190fd58']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.749248 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: bad8b2db-0391-4385-a92b-988413cba374 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:12.750045 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device bad8b2db-0391-4385-a92b-988413cba374 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:12.755600 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f414f0-b9d9-452f-bc6b-bdb598d45e42') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.755904 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f414f0-b9d9-452f-bc6b-bdb598d45e42') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:12.769106 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (18f414f0-b9d9-452f-bc6b-bdb598d45e42), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.787466 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (18f414f0-b9d9-452f-bc6b-bdb598d45e42), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.799748 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:12.800416 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (18f414f0-b9d9-452f-bc6b-bdb598d45e42), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self.session.flush() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self.session.flush() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self.session.flush() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self.session.flush() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:12.804000 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:12.887163 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (ff28c07f-6d14-4a51-b031-b5225190fd58), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.893526 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:12.897326 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ff28c07f-6d14-4a51-b031-b5225190fd58 HTTP/1.1" status: 204 len: 168 time: 0.9075444 Mar 21 11:21:12.909723 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc57b5-7c96-482f-874b-45d31a4c3bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff28c07f-6d14-4a51-b031-b5225190fd58,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:13.059821 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38750) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:13.111235 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-749137a0-b720-4098-9ebe-3700d3eb2fe0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8cdfbc4dd3424843be06383c37a339f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0501165 Mar 21 11:21:13.113952 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38754) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:13.182209 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] Publish callbacks [] for security_group (55d0ef66-aea8-4448-b4cf-da77e2d99e20), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.223932 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] Publish callbacks [] for security_group (55d0ef66-aea8-4448-b4cf-da77e2d99e20), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.304449 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (55d0ef66-aea8-4448-b4cf-da77e2d99e20), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.307485 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:13.309201 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/55d0ef66-aea8-4448-b4cf-da77e2d99e20 HTTP/1.1" status: 204 len: 168 time: 0.1938190 Mar 21 11:21:13.319779 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75195e32-0e00-4661-98fd-ed0027730615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d0ef66-aea8-4448-b4cf-da77e2d99e20,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:18.253282 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-30c456a6-676a-4585-b8fe-946786b4c455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:18.935172 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.931182 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d31819b7-ca64-4634-a8e0-71aad9a47070 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:20.970794 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38916) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:21.288651 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac489295-d23f-430e-a8f0-5c08bfee896e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.463925 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac489295-d23f-430e-a8f0-5c08bfee896e admin admin] Publish callbacks [] for security_group (0492416b-1332-4631-a177-4e28a6ef9f1f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.470654 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac489295-d23f-430e-a8f0-5c08bfee896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0492416b-1332-4631-a177-4e28a6ef9f1f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.562077 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ac489295-d23f-430e-a8f0-5c08bfee896e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8e3366d7a7c4eb5b009e5b60a761195&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5898471 Mar 21 11:21:21.567171 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38922) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:21.600730 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac489295-d23f-430e-a8f0-5c08bfee896e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0492416b-1332-4631-a177-4e28a6ef9f1f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:21.679143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] Publish callbacks [] for security_group (0492416b-1332-4631-a177-4e28a6ef9f1f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.723082 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] Publish callbacks [] for security_group (0492416b-1332-4631-a177-4e28a6ef9f1f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.844490 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0492416b-1332-4631-a177-4e28a6ef9f1f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.848355 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:21.862018 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0492416b-1332-4631-a177-4e28a6ef9f1f HTTP/1.1" status: 204 len: 168 time: 0.2816112 Mar 21 11:21:21.882606 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55585b-2623-4739-bcd1-6a9b7d241746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0492416b-1332-4631-a177-4e28a6ef9f1f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:22.236241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:22.903790 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 38960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:23.150853 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-679100612-network', 'tenant_id': '2b39b6c8b9b44d9aa0fc447f84dcbf22'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:23.189671 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Made reservation on behalf of 2b39b6c8b9b44d9aa0fc447f84dcbf22 for: {'network': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:23.189671 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.203843 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.367906 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks [] for security_group (40fc859f-920c-4220-92c2-ed93db83dc83), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.375712 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (40fc859f-920c-4220-92c2-ed93db83dc83), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.402092 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=103430) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:23.423360 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9db4e362-b91a-43c0-9917-b1b2be8c03be), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.424405 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.segments_db [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Added segment 9db4e362-b91a-43c0-9917-b1b2be8c03be of type vlan for network 9990a0de-708d-4d85-8047-e7916896cbff Mar 21 11:21:23.541101 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (9990a0de-708d-4d85-8047-e7916896cbff), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.616882 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (9990a0de-708d-4d85-8047-e7916896cbff), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.618690 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:23.619774 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.745328 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8396988 Mar 21 11:21:23.748686 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 38972) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:23.749699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc859f-920c-4220-92c2-ed93db83dc83,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:23.757211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Request body: {'subnet': {'network_id': '9990a0de-708d-4d85-8047-e7916896cbff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-679100612-subnet', 'tenant_id': '2b39b6c8b9b44d9aa0fc447f84dcbf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:23.763138 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729c242-0556-4fdc-a51b-166168b8bbb9 admin admin] Pushing event updated for resources: {'Network': ['ID=9990a0de-708d-4d85-8047-e7916896cbff,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:23.777324 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-294de6b0-805f-495c-aa10-d7b110b49ddb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1892779 Mar 21 11:21:23.815390 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Made reservation on behalf of 2b39b6c8b9b44d9aa0fc447f84dcbf22 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:23.823532 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16422453'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:23.826312 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network 9990a0de-708d-4d85-8047-e7916896cbff details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:23.918407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-5a1bbfe3-aa23-499e-bcc1-e07184b8c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:23.920318 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-5a1bbfe3-aa23-499e-bcc1-e07184b8c48a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 1130 time: 0.0864735 Mar 21 11:21:24.113840 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-23bc6dce-d103-49dd-a450-da3b5dc75e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:24.121135 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-23bc6dce-d103-49dd-a450-da3b5dc75e03 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.1638565 Mar 21 11:21:24.213928 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16422435'] for subnet (adae8cd8-54f3-4646-a16e-f4f56babc1c2), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.246680 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-8f97eb50-f5f1-4d9f-8998-635158016f6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 200 len: 1002 time: 0.1209376 Mar 21 11:21:24.282014 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adae8cd8-54f3-4646-a16e-f4f56babc1c2,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:24.294168 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.294876 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Checking segment: {'id': '9db4e362-b91a-43c0-9917-b1b2be8c03be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '9990a0de-708d-4d85-8047-e7916896cbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:24.295408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Network hostable DHCP agents. Network: 9990a0de-708d-4d85-8047-e7916896cbff, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:24.318591 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Network 9990a0de-708d-4d85-8047-e7916896cbff is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:24.320097 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-ad613cf3-c38d-4428-89b7-9ea7ce48b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:24.322104 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-ad613cf3-c38d-4428-89b7-9ea7ce48b6e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0671690 Mar 21 11:21:24.334415 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, 9990a0de-708d-4d85-8047-e7916896cbff) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:24.343408 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:24.344438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:24.353485 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9f784e-6c7e-4c87-8e9c-6bd3d7049cbd None None] Network 9990a0de-708d-4d85-8047-e7916896cbff requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:24.400202 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-4428fe48-f154-4c55-8d70-a1ffad13916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:24.401997 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-4428fe48-f154-4c55-8d70-a1ffad13916b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729589 Mar 21 11:21:24.425918 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ff5239d4-b9dc-4d68-b556-265827014ea0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6675022 Mar 21 11:21:24.651885 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e03a39-455f-4e7c-9595-e58f39581fe0 None None] Network 9990a0de-708d-4d85-8047-e7916896cbff requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:24.714776 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-083f4d8f-56c2-425d-b91a-aaacd8b6e5c2 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025868 Mar 21 11:21:25.003360 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-285baa9c-e177-4564-8ef1-d082e57dc0d1 req-a338c8a2-98b1-4dad-bbb2-27b1e8cdbd42 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738504 Mar 21 11:21:25.359069 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.768246 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39024) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:25.773710 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123777120-network', 'tenant_id': 'e55911b669e145ae8a84a22a2c4b3bfd'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:25.799947 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Made reservation on behalf of e55911b669e145ae8a84a22a2c4b3bfd for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:25.804351 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:25.818821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.007073 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks [] for security_group (439f96b2-816b-48e1-815e-55e50278221f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.030064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (439f96b2-816b-48e1-815e-55e50278221f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.104505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:26.116471 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439f96b2-816b-48e1-815e-55e50278221f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:26.131632 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (dc6a215c-7d63-401b-8999-4dea2db58ef0), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.132123 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Added segment dc6a215c-7d63-401b-8999-4dea2db58ef0 of type vlan for network bcc654c9-c0ca-41fa-81ec-215705e1ad56 Mar 21 11:21:26.239942 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (bcc654c9-c0ca-41fa-81ec-215705e1ad56), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.310130 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (bcc654c9-c0ca-41fa-81ec-215705e1ad56), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.312533 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:26.314113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.444591 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6748514 Mar 21 11:21:26.448768 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39040) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:26.456920 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Request body: {'subnet': {'network_id': 'bcc654c9-c0ca-41fa-81ec-215705e1ad56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123777120-subnet', 'tenant_id': 'e55911b669e145ae8a84a22a2c4b3bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:26.480303 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b13b6b-cf50-4335-af6d-3d1fb01267a4 req-a9b1e026-ada7-4892-9106-e478863a458f tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:26.483097 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78b13b6b-cf50-4335-af6d-3d1fb01267a4 req-a9b1e026-ada7-4892-9106-e478863a458f tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.1605504 Mar 21 11:21:26.528668 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Made reservation on behalf of e55911b669e145ae8a84a22a2c4b3bfd for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:26.539455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16422453'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:26.546645 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac4fa64-4a45-4476-a3d8-6d6b2552d1ac admin admin] Pushing event updated for resources: {'Network': ['ID=bcc654c9-c0ca-41fa-81ec-215705e1ad56,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:26.560444 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network bcc654c9-c0ca-41fa-81ec-215705e1ad56 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:26.588838 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-78b13b6b-cf50-4335-af6d-3d1fb01267a4 req-85a50138-3b47-4ca8-918b-963f14cd5fb7 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945220 Mar 21 11:21:26.988347 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16422435'] for subnet (c63e78a9-0ffe-421a-b436-030c890864ad), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.048239 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39044) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:27.103095 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c63e78a9-0ffe-421a-b436-030c890864ad,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:27.119792 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Checking segment: {'id': 'dc6a215c-7d63-401b-8999-4dea2db58ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'bcc654c9-c0ca-41fa-81ec-215705e1ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:27.120360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Network hostable DHCP agents. Network: bcc654c9-c0ca-41fa-81ec-215705e1ad56, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:27.155850 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Network bcc654c9-c0ca-41fa-81ec-215705e1ad56 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:27.186348 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, bcc654c9-c0ca-41fa-81ec-215705e1ad56) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:27.203701 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a97bec-54de-44b6-a47b-a97c4cdf1047 None None] Network bcc654c9-c0ca-41fa-81ec-215705e1ad56 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:27.208452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:27.210166 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.227219 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ceac0b11-e204-44de-b757-19de7a47d650 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.249646 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ac85484d-e67d-4ae7-91c9-7bc19752d54d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7865834 Mar 21 11:21:27.366241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f082d1-0389-4331-a2b0-dfc6cbc91656 None None] Network bcc654c9-c0ca-41fa-81ec-215705e1ad56 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:27.373792 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ceac0b11-e204-44de-b757-19de7a47d650 admin admin] Publish callbacks [] for security_group (fea84651-7830-452e-887c-23d76b5d7819), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.381170 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ceac0b11-e204-44de-b757-19de7a47d650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (fea84651-7830-452e-887c-23d76b5d7819), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.475931 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39054) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:27.477040 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ceac0b11-e204-44de-b757-19de7a47d650 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2279196d78bd4360800092fc36a018ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272127 Mar 21 11:21:27.479087 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac0b11-e204-44de-b757-19de7a47d650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea84651-7830-452e-887c-23d76b5d7819,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:27.554550 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39056) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:27.616750 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] Publish callbacks [] for security_group (fea84651-7830-452e-887c-23d76b5d7819), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.685407 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Deleting subnet adae8cd8-54f3-4646-a16e-f4f56babc1c2 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:27.693714 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Publish callbacks [] for subnet (adae8cd8-54f3-4646-a16e-f4f56babc1c2), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.703893 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] Publish callbacks [] for security_group (fea84651-7830-452e-887c-23d76b5d7819), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.780642 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (adae8cd8-54f3-4646-a16e-f4f56babc1c2), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.821423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (fea84651-7830-452e-887c-23d76b5d7819), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.824655 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:27.829389 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fea84651-7830-452e-887c-23d76b5d7819 HTTP/1.1" status: 204 len: 168 time: 0.3521559 Mar 21 11:21:27.840268 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8099a7d1-084d-474a-a198-5ee00c4c2d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea84651-7830-452e-887c-23d76b5d7819,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:28.001613 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d14bec-7623-4000-8412-c0d97dbc8885 req-1340286a-2022-44ac-adf1-0112d6c87882 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:28.013562 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1d14bec-7623-4000-8412-c0d97dbc8885 req-1340286a-2022-44ac-adf1-0112d6c87882 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.1863394 Mar 21 11:21:28.051966 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (adae8cd8-54f3-4646-a16e-f4f56babc1c2), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.157347 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f1d14bec-7623-4000-8412-c0d97dbc8885 req-436a853e-9e9d-4733-b532-12e9983c7fa3 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422560 Mar 21 11:21:28.236357 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (adae8cd8-54f3-4646-a16e-f4f56babc1c2), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.298869 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adae8cd8-54f3-4646-a16e-f4f56babc1c2,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:28.305679 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.311710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-c7151514-6fe2-49d6-8be9-f8f25f41b3a2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/adae8cd8-54f3-4646-a16e-f4f56babc1c2 HTTP/1.1" status: 204 len: 168 time: 0.7540336 Mar 21 11:21:28.315642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39072) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:28.487446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (9990a0de-708d-4d85-8047-e7916896cbff), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.565855 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e4174-70c0-4dac-bb3e-9b9b73c240f1 req-6a79e147-25d7-41fa-b381-6c4806790d6f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:28.587506 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe4e4174-70c0-4dac-bb3e-9b9b73c240f1 req-6a79e147-25d7-41fa-b381-6c4806790d6f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.2388575 Mar 21 11:21:28.656399 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-1b695f34-3b6b-400d-84e2-0059e35c46fa tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:28.658988 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-1b695f34-3b6b-400d-84e2-0059e35c46fa tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.2135706 Mar 21 11:21:28.659514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (9990a0de-708d-4d85-8047-e7916896cbff), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.716376 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9990a0de-708d-4d85-8047-e7916896cbff']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:28.744912 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe4e4174-70c0-4dac-bb3e-9b9b73c240f1 req-93f71690-f15d-4719-a3f5-0e9eb87b9eda tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560457 Mar 21 11:21:28.748118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9db4e362-b91a-43c0-9917-b1b2be8c03be') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:28.748610 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9db4e362-b91a-43c0-9917-b1b2be8c03be') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:28.772852 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (9db4e362-b91a-43c0-9917-b1b2be8c03be), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.831536 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (9db4e362-b91a-43c0-9917-b1b2be8c03be), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.849950 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Deleting port bf31038d-a273-4b20-8913-40539c152327 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:28.850793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (bf31038d-a273-4b20-8913-40539c152327), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.860447 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:28.861161 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (9db4e362-b91a-43c0-9917-b1b2be8c03be), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:28.931067 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:28.967547 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (9990a0de-708d-4d85-8047-e7916896cbff), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.977808 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:28.981446 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9990a0de-708d-4d85-8047-e7916896cbff HTTP/1.1" status: 204 len: 168 time: 0.6646707 Mar 21 11:21:28.984583 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39082) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:29.049272 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33610694-f8db-4556-90bb-911faf2d0520 admin admin] Pushing event deleted for resources: {'Network': ['ID=9990a0de-708d-4d85-8047-e7916896cbff,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:29.097397 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Deleting subnet c63e78a9-0ffe-421a-b436-030c890864ad {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:29.108813 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Publish callbacks [] for subnet (c63e78a9-0ffe-421a-b436-030c890864ad), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.168493 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (c63e78a9-0ffe-421a-b436-030c890864ad), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.281306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (c63e78a9-0ffe-421a-b436-030c890864ad), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.366656 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (c63e78a9-0ffe-421a-b436-030c890864ad), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.400233 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.408041 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c63e78a9-0ffe-421a-b436-030c890864ad HTTP/1.1" status: 204 len: 168 time: 0.4191668 Mar 21 11:21:29.441881 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39102) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:29.462934 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00319f-617a-4835-87eb-e778b665d4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c63e78a9-0ffe-421a-b436-030c890864ad,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:29.527816 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39104) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:29.569065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (bcc654c9-c0ca-41fa-81ec-215705e1ad56), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.651532 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] For port bf31038d-a273-4b20-8913-40539c152327, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=bf31038d-a273-4b20-8913-40539c152327,segment=NetworkSegment(a9f886a5-9ee6-459e-9d4d-861198af123e),segment_id=a9f886a5-9ee6-459e-9d4d-861198af123e)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:29.652427 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (bf31038d-a273-4b20-8913-40539c152327), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.680850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Calling delete_port for bf31038d-a273-4b20-8913-40539c152327 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:29.689707 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce00278-54af-4574-a02c-63daf0328bdd req-e115cfe8-83f8-425d-841c-2346054c648f tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:29.700915 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ce00278-54af-4574-a02c-63daf0328bdd req-e115cfe8-83f8-425d-841c-2346054c648f tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 946 time: 0.1037192 Mar 21 11:21:29.808269 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3ce00278-54af-4574-a02c-63daf0328bdd req-4bae6053-4c3a-48b0-822b-76de3da6ab68 tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/security-groups?id=b86d5aa4-9298-45f6-acc7-d4fff569a40f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050410 Mar 21 11:21:29.871440 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1864056802-network', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:29.925444 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (bcc654c9-c0ca-41fa-81ec-215705e1ad56), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.948116 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Made reservation on behalf of b8f7b3e5769a400eb3853fcd22d41b40 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:29.951023 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:29.967692 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcc654c9-c0ca-41fa-81ec-215705e1ad56']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:29.970790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.005382 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (bf31038d-a273-4b20-8913-40539c152327), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.011842 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc6a215c-7d63-401b-8999-4dea2db58ef0') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:30.012200 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc6a215c-7d63-401b-8999-4dea2db58ef0') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:30.022769 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['bf31038d-a273-4b20-8913-40539c152327'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:21:30.055167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (dc6a215c-7d63-401b-8999-4dea2db58ef0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.103233 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (dc6a215c-7d63-401b-8999-4dea2db58ef0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.113572 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:30.114154 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (dc6a215c-7d63-401b-8999-4dea2db58ef0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:30.116548 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:30.135350 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-e3fc9806-bc94-4dff-8854-6ea2185ad0fd tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:30.136950 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-e3fc9806-bc94-4dff-8854-6ea2185ad0fd tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.1404431 Mar 21 11:21:30.147188 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Pushing event deleted for resources: {'Port': ['ID=bf31038d-a273-4b20-8913-40539c152327,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:30.199156 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] No DVR routers for this DVR port bf31038d-a273-4b20-8913-40539c152327 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:30.202479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.206263 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-577503ea-52d2-4f96-9129-4e0de408e4c1 req-c3bd3483-4cca-4f6a-b541-7016de85d85a tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.35 "DELETE /v2.0/ports/bf31038d-a273-4b20-8913-40539c152327 HTTP/1.1" status: 204 len: 173 time: 1.5391755 Mar 21 11:21:30.207107 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'name': 'network-vif-deleted', 'tag': 'bf31038d-a273-4b20-8913-40539c152327'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:30.220058 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2502b659-5ccb-4798-ae5d-d8ace41916af" -d '{"events": [{"server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "name": "network-vif-deleted", "tag": "bf31038d-a273-4b20-8913-40539c152327"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:30.302039 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847e325-779d-4399-a1f8-a9eb9096a45a req-2f86eb72-4b14-4e4d-ab11-d4079baf514b tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:30.306355 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4847e325-779d-4399-a1f8-a9eb9096a45a req-2f86eb72-4b14-4e4d-ab11-d4079baf514b tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 946 time: 0.3348467 Mar 21 11:21:30.334021 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (bcc654c9-c0ca-41fa-81ec-215705e1ad56), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.342036 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b669ba27-85b0-4067-b0d2-8633e43c98cd x-openstack-request-id: req-b669ba27-85b0-4067-b0d2-8633e43c98cd {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:30.342504 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a287f2eb-a62b-4683-a959-c4735763c295", "name": "network-vif-deleted", "tag": "bf31038d-a273-4b20-8913-40539c152327", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:30.343614 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b669ba27-85b0-4067-b0d2-8633e43c98cd {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:30.344291 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a287f2eb-a62b-4683-a959-c4735763c295', 'name': 'network-vif-deleted', 'tag': 'bf31038d-a273-4b20-8913-40539c152327', 'status': 'completed', 'code': 200} Mar 21 11:21:30.362254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.368456 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] 10.222.0.53 "DELETE /v2.0/networks/bcc654c9-c0ca-41fa-81ec-215705e1ad56 HTTP/1.1" status: 204 len: 168 time: 0.9251876 Mar 21 11:21:30.407107 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e139b-de21-4211-81e0-f1a45a324aff admin admin] Pushing event deleted for resources: {'Network': ['ID=bcc654c9-c0ca-41fa-81ec-215705e1ad56,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:30.480990 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4847e325-779d-4399-a1f8-a9eb9096a45a req-ec2b57d8-3ed9-4466-b722-118845189c26 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660702 Mar 21 11:21:30.486543 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port 2af42489-88c2-4845-a405-cae009d2d825 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:21:30.487089 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (2af42489-88c2-4845-a405-cae009d2d825), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.582728 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks [] for security_group (b7c0d89f-7ed2-4cd7-b717-10151c842216), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.600284 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b7c0d89f-7ed2-4cd7-b717-10151c842216), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.614390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39118) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:30.657363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:30.696186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-80d73f2c-f737-49e9-b083-974e1adab951 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2b39b6c8b9b44d9aa0fc447f84dcbf22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0795538 Mar 21 11:21:30.699163 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39120) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:30.703572 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (2a53b7ca-2eac-49ad-b314-286912bb1109), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.704016 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Added segment 2a53b7ca-2eac-49ad-b314-286912bb1109 of type vlan for network d1da723d-7df5-4dd8-a087-b3969b77f934 Mar 21 11:21:30.707829 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c0d89f-7ed2-4cd7-b717-10151c842216,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:30.739712 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] For port 2af42489-88c2-4845-a405-cae009d2d825, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=2af42489-88c2-4845-a405-cae009d2d825,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:30.740631 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (2af42489-88c2-4845-a405-cae009d2d825), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.833740 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] Publish callbacks [] for security_group (40fc859f-920c-4220-92c2-ed93db83dc83), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.842059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (d1da723d-7df5-4dd8-a087-b3969b77f934), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.892946 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] Publish callbacks [] for security_group (40fc859f-920c-4220-92c2-ed93db83dc83), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.937209 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (d1da723d-7df5-4dd8-a087-b3969b77f934), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.938546 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:30.939306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:30.963145 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4336853 Mar 21 11:21:30.986251 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39124) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:30.998025 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Request body: {'subnet': {'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1864056802-subnet', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'ip_version': 4}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:31.015833 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (40fc859f-920c-4220-92c2-ed93db83dc83), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.021915 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.023651 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40fc859f-920c-4220-92c2-ed93db83dc83 HTTP/1.1" status: 204 len: 168 time: 0.3204176 Mar 21 11:21:31.112472 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140fe34f-6300-40e0-974c-c1fc6b45ae2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc859f-920c-4220-92c2-ed93db83dc83,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:31.115692 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe7ff-89b0-4dfb-b5ef-96b8d384ea01 admin admin] Pushing event updated for resources: {'Network': ['ID=d1da723d-7df5-4dd8-a087-b3969b77f934,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:31.118981 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5ea1dc8b-0b0c-4b1b-b6c6-b6f2768d3170 req-dd669abe-5ba6-4d7b-ab27-d5d3ac4b755d tempest-VolumesSnapshotTestJSON-935938857 tempest-VolumesSnapshotTestJSON-935938857-project] 10.222.0.53 "GET /v2.0/ports?device_id=a287f2eb-a62b-4683-a959-c4735763c295 HTTP/1.1" status: 200 len: 210 time: 0.0934479 Mar 21 11:21:31.119795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Made reservation on behalf of b8f7b3e5769a400eb3853fcd22d41b40 for: {'subnet': 1} {{(pid=103430) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:31.124179 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4248624'] for subnet (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.155512 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network d1da723d-7df5-4dd8-a087-b3969b77f934 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:31.158497 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.160065 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (d06477ad-6941-47e6-83d3-dc4c36116e1a), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.161804 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP d06477ad-6941-47e6-83d3-dc4c36116e1a disassociated. External IP: 172.27.1.185, port: 2af42489-88c2-4845-a405-cae009d2d825. Mar 21 11:21:31.163046 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for 2af42489-88c2-4845-a405-cae009d2d825 owned by compute:nova {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:21:31.517425 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (2af42489-88c2-4845-a405-cae009d2d825), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.645712 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4393936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4248614'] for subnet (024a8b42-07f2-4eeb-8411-58afff39c59b), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:31.664745 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=2af42489-88c2-4845-a405-cae009d2d825,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:31.850101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71a711da-16a7-48ec-aea0-98406bc0b046 req-0a03c4a4-8c98-43b1-a976-43a9e8bef96a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.1612642 Mar 21 11:21:31.925690 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39136) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:31.993581 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=024a8b42-07f2-4eeb-8411-58afff39c59b,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:31.998853 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Checking segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103430) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:32.000143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Network hostable DHCP agents. Network: d1da723d-7df5-4dd8-a087-b3969b77f934, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103430) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:32.037573 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Network d1da723d-7df5-4dd8-a087-b3969b77f934 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103430) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:32.059479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, d1da723d-7df5-4dd8-a087-b3969b77f934) {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:32.069490 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:32.071052 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.082373 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e6ed9f-ecad-4664-8612-003f82c995c8 None None] Network d1da723d-7df5-4dd8-a087-b3969b77f934 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:32.113635 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5daec0e3-6a42-4801-9e1a-d71983e22d61 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1227283 Mar 21 11:21:32.118241 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39138) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:32.126693 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:32.200184 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.208164 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.401965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-d1da723d-7df5-4dd8-a087-b3969b77f934', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:21:32.403199 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.470540 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for router_controller (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), precommit_add_association {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.766958 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:32.835579 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for router_gateway (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:32.855207 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-416aa5af-8223-45d5-9dcc-48a4efcb5df0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e55911b669e145ae8a84a22a2c4b3bfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9273353 Mar 21 11:21:32.857037 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39150) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:32.896717 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Allocated IP 172.20.0.2 (d1da723d-7df5-4dd8-a087-b3969b77f934/024a8b42-07f2-4eeb-8411-58afff39c59b/408206bb-1b55-4f78-b8c6-1e62e7272404) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:33.087180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks [] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.109271 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.136836 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Network d1da723d-7df5-4dd8-a087-b3969b77f934 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:33.140855 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:33.170748 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:33.188740 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-8c4deb58-6d15-4582-a3b0-f5e3cf82a561 req-6dfd287c-5a86-45eb-8dd8-67e745cfaf14 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0800099 Mar 21 11:21:33.264875 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] Publish callbacks [] for security_group (439f96b2-816b-48e1-815e-55e50278221f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.278953 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Attempting to bind port 408206bb-1b55-4f78-b8c6-1e62e7272404 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:33.279376 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Attempting to bind port 408206bb-1b55-4f78-b8c6-1e62e7272404 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:33.279756 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Attempting to bind port 408206bb-1b55-4f78-b8c6-1e62e7272404 on network d1da723d-7df5-4dd8-a087-b3969b77f934 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:33.286265 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:33.286722 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Checking segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:33.287133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.287672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Bound using segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:33.288215 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Bound port: 408206bb-1b55-4f78-b8c6-1e62e7272404, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:33.288635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.303607 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Pushing event updated for resources: {'Port': ['ID=408206bb-1b55-4f78-b8c6-1e62e7272404,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:33.304295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] Publish callbacks [] for security_group (439f96b2-816b-48e1-815e-55e50278221f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.351867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:33.379967 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:33.420023 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] For port 408206bb-1b55-4f78-b8c6-1e62e7272404, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:33.424278 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] For port 408206bb-1b55-4f78-b8c6-1e62e7272404, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=408206bb-1b55-4f78-b8c6-1e62e7272404,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:33.426672 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] No DVR routers for this DVR port 2af42489-88c2-4845-a405-cae009d2d825 on host hv-cinder-83444 {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:21:33.429271 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.434938 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-b341c54b-0c3c-4517-9005-513ada38ef93 req-21a1120b-bde9-4864-a1f8-8a6f149bf186 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "DELETE /v2.0/ports/2af42489-88c2-4845-a405-cae009d2d825 HTTP/1.1" status: 204 len: 173 time: 3.2640183 Mar 21 11:21:33.435810 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'name': 'network-vif-deleted', 'tag': '2af42489-88c2-4845-a405-cae009d2d825'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:33.439456 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3498243-8731-4d4a-80d4-ee91dc92ca6a" -d '{"events": [{"server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "name": "network-vif-deleted", "tag": "2af42489-88c2-4845-a405-cae009d2d825"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:33.440274 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.445882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:33.446646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:33.453355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (439f96b2-816b-48e1-815e-55e50278221f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.455283 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.457938 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/439f96b2-816b-48e1-815e-55e50278221f HTTP/1.1" status: 204 len: 168 time: 0.5937603 Mar 21 11:21:33.483369 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bdabdb-71dc-46b5-87d6-6e78210c2963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439f96b2-816b-48e1-815e-55e50278221f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:33.538136 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for router_gateway (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.564602 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579d3f97-ab72-4a49-9bff-18daf59bbcd7 x-openstack-request-id: req-579d3f97-ab72-4a49-9bff-18daf59bbcd7 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:33.564997 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "365ef062-e9dd-492c-adb1-012587168cad", "name": "network-vif-deleted", "tag": "2af42489-88c2-4845-a405-cae009d2d825", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:33.565181 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-579d3f97-ab72-4a49-9bff-18daf59bbcd7 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:33.565639 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '365ef062-e9dd-492c-adb1-012587168cad', 'name': 'network-vif-deleted', 'tag': '2af42489-88c2-4845-a405-cae009d2d825', 'status': 'completed', 'code': 200} Mar 21 11:21:33.623225 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:33.689742 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70b839-3289-4258-b0a7-267d59935249 None None] Pushing event updated for resources: {'Port': ['ID=408206bb-1b55-4f78-b8c6-1e62e7272404,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:33.735630 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:33.819395 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device bf31038d-a273-4b20-8913-40539c152327 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:33.920466 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: bf31038d-a273-4b20-8913-40539c152327 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:33.920981 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device bf31038d-a273-4b20-8913-40539c152327 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:33.921302 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 2af42489-88c2-4845-a405-cae009d2d825 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:21:34.142005 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 2af42489-88c2-4845-a405-cae009d2d825 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:21:34.148989 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 2af42489-88c2-4845-a405-cae009d2d825 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:21:34.189358 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Allocated IP 172.27.1.133 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/dc65c428-eb9c-4a66-8c7c-c0953b289d9c) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:34.534849 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e81430fc-6aca-4047-b391-cdb82272190b req-10cad65d-1de9-43a6-b2d5-5b70c37ffc74 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=365ef062-e9dd-492c-adb1-012587168cad HTTP/1.1" status: 200 len: 210 time: 0.0973005 Mar 21 11:21:34.545845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:34.671141 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:34.689249 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:34.708849 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:34.710566 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:34.875989 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 408206bb-1b55-4f78-b8c6-1e62e7272404 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:34.917914 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.014288 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:35.022521 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:35.034110 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:35.118369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:35.147640 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Pushing event updated for resources: {'Port': ['ID=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:35.549458 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 408206bb-1b55-4f78-b8c6-1e62e7272404 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:35.551016 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:35.793342 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for router_gateway (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:36.006516 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933dfa6-a716-4875-8a1b-04967d81f838 None None] Network d1da723d-7df5-4dd8-a087-b3969b77f934 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:36.099829 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 408206bb-1b55-4f78-b8c6-1e62e7272404 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:36.100334 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:36.162225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-0d359062-84d5-4368-b1b3-564ff944f26c None None] Provisioning complete for port 408206bb-1b55-4f78-b8c6-1e62e7272404 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:36.162767 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0d359062-84d5-4368-b1b3-564ff944f26c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:36.224036 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port 408206bb-1b55-4f78-b8c6-1e62e7272404, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=408206bb-1b55-4f78-b8c6-1e62e7272404,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:36.239646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:36.307759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-ddf3dcba-5c39-43f3-8aed-587cc5fd7a7c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960353223&fields=id&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 267 time: 0.1130495 Mar 21 11:21:36.532005 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=408206bb-1b55-4f78-b8c6-1e62e7272404,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:36.543620 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.543996 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.544295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.544633 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.544965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.545294 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.545642 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.546104 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.546442 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.546901 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.547235 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.547565 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.548068 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.548397 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.548717 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:36.612326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:36.617428 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:36.720800 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c731b994-4242-4b79-8a89-8c5a8d9cf3d2 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:36.733563 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 408206bb-1b55-4f78-b8c6-1e62e7272404 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:36.812382 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-eda40d35-ec81-49a4-9749-ce4f1872ec67 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:36.815101 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-eda40d35-ec81-49a4-9749-ce4f1872ec67 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.4963856 Mar 21 11:21:36.866516 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-5523b88e-8c95-4578-b5cf-9e8a0447aadc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/quotas/74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 375 time: 0.0426838 Mar 21 11:21:36.922057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-0d359062-84d5-4368-b1b3-564ff944f26c None None] Current status of the port 408206bb-1b55-4f78-b8c6-1e62e7272404 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:36.962955 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 408206bb-1b55-4f78-b8c6-1e62e7272404 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:36.963322 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:37.079250 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-1a00e34a-2c5a-4632-9110-93dfdc789af2 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043781 Mar 21 11:21:37.127789 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103430) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:21:37.199682 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 408206bb-1b55-4f78-b8c6-1e62e7272404 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:37.203112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-7cc7742d-1ea7-42df-a5c9-0eabe40c7119 None None] Provisioning complete for port 408206bb-1b55-4f78-b8c6-1e62e7272404 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:37.203507 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-7cc7742d-1ea7-42df-a5c9-0eabe40c7119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:37.250778 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10246b6f-4c2c-4450-aedd-36c027788821 None None] New status for floating IP d06477ad-6941-47e6-83d3-dc4c36116e1a: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:21:37.401838 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-7cc7742d-1ea7-42df-a5c9-0eabe40c7119 None None] Current status of the port 408206bb-1b55-4f78-b8c6-1e62e7272404 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:37.450065 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-5ca065bd-bac0-4219-90ee-eddb6ef1e7cb service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256876 Mar 21 11:21:37.604844 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:37.618908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Sync routers for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:37.645021 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:37.648281 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0913e938-1a46-477a-b530-f7e6b6ecf189 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5279052 Mar 21 11:21:37.650995 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:37.651351 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39236) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:37.653020 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:37.760925 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-209886a0-db05-4bee-816e-62b4dae918d5 service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033755 Mar 21 11:21:38.038291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:38.376111 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:38.382715 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f25c8a9-759a-4abf-ae0c-7a28dabe4a62 req-797fdb01-edeb-43e4-b1b4-d584453b1a39 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0578570 Mar 21 11:21:38.436630 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:35Z', 'revision_number': 3, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:38.480247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Checking router: 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:38.480578 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Updating router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 port dc65c428-eb9c-4a66-8c7c-c0953b289d9c binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:38.530021 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:38.671283 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Allocated IP 172.20.0.1 (d1da723d-7df5-4dd8-a087-b3969b77f934/024a8b42-07f2-4eeb-8411-58afff39c59b/91649054-dbeb-439d-b636-da0cfb6a398f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:38.872310 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks [] for port (91649054-dbeb-439d-b636-da0cfb6a398f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:38.909575 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:38.942045 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks [] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:38.957899 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.012423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:39.021470 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Network d1da723d-7df5-4dd8-a087-b3969b77f934 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:39.023293 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:39.025753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:39.071289 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.084018 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9da0d-a84a-4441-a37b-0b0a9a94dc01 None None] Pushing event updated for resources: {'Port': ['ID=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:39.108188 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Attempting to bind port dc65c428-eb9c-4a66-8c7c-c0953b289d9c on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:39.108819 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Attempting to bind port dc65c428-eb9c-4a66-8c7c-c0953b289d9c by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:39.116089 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Attempting to bind port dc65c428-eb9c-4a66-8c7c-c0953b289d9c on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:39.142861 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:39.143555 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:39.143936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.144590 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:39.145472 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Bound port: dc65c428-eb9c-4a66-8c7c-c0953b289d9c, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:39.146150 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.292033 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] For port dc65c428-eb9c-4a66-8c7c-c0953b289d9c, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:39.300783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] For port dc65c428-eb9c-4a66-8c7c-c0953b289d9c, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:39.314555 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.343928 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.570739 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:39.572037 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:39.628128 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-68d448cf-835d-490c-b0cd-9e323664cbec req-9e73f5a0-8392-49a3-b845-b4fa80247e17 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0811560 Mar 21 11:21:39.752439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9da0d-a84a-4441-a37b-0b0a9a94dc01 None None] Pushing event updated for resources: {'Port': ['ID=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:39.759350 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-5253c4d7-0e76-466b-bb23-ac069c351b99 None None] Provisioning complete for port 91649054-dbeb-439d-b636-da0cfb6a398f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:39.760072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5253c4d7-0e76-466b-bb23-ac069c351b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.824452 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-5253c4d7-0e76-466b-bb23-ac069c351b99 None None] Port 91649054-dbeb-439d-b636-da0cfb6a398f cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:39.838131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:39.860529 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks [] for port (91649054-dbeb-439d-b636-da0cfb6a398f), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:39.869258 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:40.060935 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Pushing event updated for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:40.077701 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:40.228903 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-deca015f-3827-4703-830f-3ddc353c35be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:38Z', 'revision_number': 1, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:40.245348 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Network d1da723d-7df5-4dd8-a087-b3969b77f934 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:40.249496 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:40.329441 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca015f-3827-4703-830f-3ddc353c35be None None] The sync data for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi is: [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:38Z', 'revision_number': 1, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:40.568697 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:40.770223 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-4e3c3843-7c11-4847-8974-b931027f85d3 None None] Provisioning complete for port 91649054-dbeb-439d-b636-da0cfb6a398f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:40.770223 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4e3c3843-7c11-4847-8974-b931027f85d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:40.828392 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4e3c3843-7c11-4847-8974-b931027f85d3 None None] Port 91649054-dbeb-439d-b636-da0cfb6a398f cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:40.832845 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:40.843379 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-56912522-e60b-44fb-ae71-9a5009bd7bb5 admin admin] 10.222.0.53 "PUT /v2.0/routers/6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1886833 Mar 21 11:21:40.942471 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-30803035-ad12-485a-addc-c466deb8e9d9 req-c3660482-c552-4bda-adeb-f76f6f59118e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.1043200 Mar 21 11:21:41.330252 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:21:41.667501 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39314) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:41.675287 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1376540248-network', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:41.703480 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Made reservation on behalf of 96df864c6e3849429cef9bd3a6dfdbe2 for: {'network': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:41.706350 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for network (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.718740 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.825968 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks [] for security_group (00729258-9a5c-4401-8561-f46de50f988a), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.831123 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (00729258-9a5c-4401-8561-f46de50f988a), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.868424 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=103431) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 21 11:21:41.881540 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00729258-9a5c-4401-8561-f46de50f988a,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:41.887088 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (d27db876-0539-45cf-91da-6ada4bf53acf), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.887419 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.segments_db [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Added segment d27db876-0539-45cf-91da-6ada4bf53acf of type vlan for network c94df6d5-5349-4cd7-bdce-801eccd7ab13 Mar 21 11:21:41.940535 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730858862677'] for network (c94df6d5-5349-4cd7-bdce-801eccd7ab13), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.972704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712'] for network (c94df6d5-5349-4cd7-bdce-801eccd7ab13), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:41.974363 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:41.975139 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.035132 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3661528 Mar 21 11:21:42.041446 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39324) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:42.050763 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Request body: {'subnet': {'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1376540248-subnet', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'ip_version': 4}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:42.055634 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-04ddd37b-9b20-4a22-b776-16c9f1e067df req-9f268543-e025-4200-b150-c80bf46f5ee2 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0337653 Mar 21 11:21:42.060592 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d9c9d-86a1-404a-bedc-4de519f424aa admin admin] Pushing event updated for resources: {'Network': ['ID=c94df6d5-5349-4cd7-bdce-801eccd7ab13,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:42.077152 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Made reservation on behalf of 96df864c6e3849429cef9bd3a6dfdbe2 for: {'subnet': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:42.079869 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16422453'] for subnet (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.089871 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 details requested by agent ovs-agent-dv-cinder-834448-1-iscsi with host dv-cinder-834448-1-iscsi {{(pid=103432) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 21 11:21:42.311521 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4628756', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16422435'] for subnet (825e73cf-d4ba-4fc1-9927-7e5e8d194794), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.367538 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825e73cf-d4ba-4fc1-9927-7e5e8d194794,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:42.386338 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Checking segment: {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:42.386774 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Network hostable DHCP agents. Network: c94df6d5-5349-4cd7-bdce-801eccd7ab13, hostable agents: ['240ac06e-ed15-4294-a556-21104ca5bd0e'], hosted agents: [] {{(pid=103431) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 21 11:21:42.407154 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 is scheduled to be hosted by DHCP agent 240ac06e-ed15-4294-a556-21104ca5bd0e with binding_index 1 {{(pid=103431) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 21 11:21:42.419602 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834448-1-iscsi, c94df6d5-5349-4cd7-bdce-801eccd7ab13) {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:42.425070 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:42.426057 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.434657 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9944d677-2409-4314-83e3-2746b595bb4f None None] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:42.453360 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8152ab1f-fa1b-4163-9c73-b2402cd40f13 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4080596 Mar 21 11:21:42.454027 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39326) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:42.463125 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:42.495401 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884606', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-258802'] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.496918 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7883950', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882749', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8072993', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-258795'] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.574560 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for router_controller (d659f15b-a4a3-439d-a9a5-b67033a9abd5), precommit_add_association {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.586196 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp356a7dec-0d7e-5885-a6a2-bb86adb1ebf5-c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'fixed_ips': [{'subnet_id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794'}]}} from dv-cinder-834448-1-iscsi. {{(pid=103432) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 21 11:21:42.587291 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:42.720830 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dc65c428-eb9c-4a66-8c7c-c0953b289d9c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:42.757730 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for router_gateway (d659f15b-a4a3-439d-a9a5-b67033a9abd5), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.002881 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port dc65c428-eb9c-4a66-8c7c-c0953b289d9c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:43.003318 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.005835 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.db_base_plugin_common [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Allocated IP 172.20.0.2 (c94df6d5-5349-4cd7-bdce-801eccd7ab13/825e73cf-d4ba-4fc1-9927-7e5e8d194794/e40b8bd4-f012-4a0f-af53-9cd1e2375ac3) {{(pid=103432) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:43.179447 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for router_gateway (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.210097 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.274375 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-81ce98a8-3799-49cf-8435-1fc00154c0fb req-dd93a68d-41b0-4b74-947a-4a9b26e19b64 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0685630 Mar 21 11:21:43.439799 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port dc65c428-eb9c-4a66-8c7c-c0953b289d9c is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:43.441497 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.517426 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Sync routers for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:43.573466 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:43.578266 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:43.579116 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks [] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), precommit_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.612048 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), after_create {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.633864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Allocated IP 172.27.1.171 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/a63fd285-bbe4-4638-a5ec-8b55553a926f) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:43.718891 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port dc65c428-eb9c-4a66-8c7c-c0953b289d9c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:43.747210 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:43.784939 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 is already hosted by enough agents. {{(pid=103432) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:43.796672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Pushing event updated for resources: {'Port': ['ID=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,revision_number=1']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:43.809309 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.scheduler.base_scheduler [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Resources bound (agent type, host, resource id): {{(pid=103432) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:43.819301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-0e7da2ae-9ff5-46ff-b2f2-1268ac169154 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:43.823242 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-0e7da2ae-9ff5-46ff-b2f2-1268ac169154 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.4396491 Mar 21 11:21:43.913258 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Received port after_create {{(pid=103432) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:43.979767 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:44.085436 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Attempting to bind port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:44.085851 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Attempting to bind port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:44.086216 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Attempting to bind port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 on network c94df6d5-5349-4cd7-bdce-801eccd7ab13 {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:44.095925 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:44.103417 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:44.103884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Checking segment: {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:44.104634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.105321 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Bound using segment: {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:44.107825 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Bound port: e40b8bd4-f012-4a0f-af53-9cd1e2375ac3, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:44.108448 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.165274 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-745f030a-59a3-4851-8e87-b606a6efcd6d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 380 time: 0.2351079 Mar 21 11:21:44.238653 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'port': {'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'admin_state_up': True, 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'security_groups': ['85248cda-31d7-421d-98d6-5e4a1eadbae7']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:44.275042 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] For port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:44.291241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] For port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:44.311148 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.410155 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.431045 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 2, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:44.485360 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e15c0-77d1-480a-8303-655b53dcc66a None None] Pushing event updated for resources: {'Port': ['ID=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:44.512955 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Checking router: 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:44.513369 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Updating router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 port 91649054-dbeb-439d-b636-da0cfb6a398f binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:44.549865 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-074f30b5-b4a1-4fa8-8bd5-162939ff9cc3 req-14d792e8-5131-4732-a8ee-a4f19ebd18da tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.1672900 Mar 21 11:21:44.565844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.623798 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.647682 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:44.657263 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:44.660074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:44.716186 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Made reservation on behalf of 74ec4e49fc2e4d56843d76460fe4e870 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:21:44.720391 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:44.754162 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dc65c428-eb9c-4a66-8c7c-c0953b289d9c up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:44.805551 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Pushing event updated for resources: {'Port': ['ID=a63fd285-bbe4-4638-a5ec-8b55553a926f,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:44.971483 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port dc65c428-eb9c-4a66-8c7c-c0953b289d9c triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:44.972260 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.149350 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port dc65c428-eb9c-4a66-8c7c-c0953b289d9c is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:45.287971 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks [] for port (91649054-dbeb-439d-b636-da0cfb6a398f), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.301323 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.439653 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.20.0.5 (7f8d10b5-daf1-4e3d-b99c-e821ac533544/c19f31f6-0485-474c-8911-1749523b2835/81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:45.465774 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Pushing event updated for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:45.498954 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.524667 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.525904 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.527101 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.527914 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.528719 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.530452 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.531395 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.532346 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.533152 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.534059 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.535525 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.536541 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.537456 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.538562 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103433) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:21:45.691383 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Attempting to bind port 91649054-dbeb-439d-b636-da0cfb6a398f on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:45.693947 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Attempting to bind port 91649054-dbeb-439d-b636-da0cfb6a398f by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:45.694699 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Attempting to bind port 91649054-dbeb-439d-b636-da0cfb6a398f on network d1da723d-7df5-4dd8-a087-b3969b77f934 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:45.717255 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:45.717966 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Checking segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:45.726094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for router_gateway (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.732797 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.734090 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Bound using segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:45.751844 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Bound port: 91649054-dbeb-439d-b636-da0cfb6a398f, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:45.761609 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.817320 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c666a88-1b31-47d5-be26-2e4dd03b24c6 req-ca12be4d-fd80-4197-8837-a4523bd45100 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0855598 Mar 21 11:21:45.946829 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-9ebc2a33-27f7-4e9f-8986-a5bf31d1de10 None None] Provisioning complete for port 91649054-dbeb-439d-b636-da0cfb6a398f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:45.948378 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] For port 91649054-dbeb-439d-b636-da0cfb6a398f, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:45.949440 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-9ebc2a33-27f7-4e9f-8986-a5bf31d1de10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:45.962103 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] For port 91649054-dbeb-439d-b636-da0cfb6a398f, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=91649054-dbeb-439d-b636-da0cfb6a398f,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:46.016235 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.074917 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-9ebc2a33-27f7-4e9f-8986-a5bf31d1de10 None None] Port 91649054-dbeb-439d-b636-da0cfb6a398f cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:46.184255 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:46.188580 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:46.420964 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea1e062-22b3-4f40-827d-3d2609d9a6c1 None None] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:21:46.481961 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:46.607487 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bfceb-88c1-43f0-aedf-a666a96dc712 None None] Pushing event updated for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:46.618296 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.695174 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Provisioning complete for port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:46.695456 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.809301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.895463 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:46.903580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:46.906187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:46.908913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:46.912531 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7883957', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882536'] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.963672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Current status of the port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:46.964226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:46.995803 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:47.016073 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:45Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:47.080645 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-60704141-9d58-4596-8b86-72dc262b66da None None] For port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:47.090714 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f31dc2d-491e-4e0e-a9f3-2f41614fbae6 None None] The sync data for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi is: [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:45Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:47.103138 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.108523 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:47.109227 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.135446 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-00ba345c-fe8f-4b69-9a01-dddf3b6163b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9647875 Mar 21 11:21:47.237301 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:47.238122 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.298088 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Router d659f15b-a4a3-439d-a9a5-b67033a9abd5 is scheduled to L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c with binding_index 1 {{(pid=103431) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 21 11:21:47.300591 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60704141-9d58-4596-8b86-72dc262b66da None None] Pushing event updated for resources: {'Port': ['ID=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:47.302515 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fee7dd-b33d-4cf5-b6b3-9b969bdf690b req-def4ddba-dafc-477c-a06b-30cdd7ce7781 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:47.305996 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-19fee7dd-b33d-4cf5-b6b3-9b969bdf690b req-def4ddba-dafc-477c-a06b-30cdd7ce7781 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 931 time: 0.1401329 Mar 21 11:21:47.339996 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Provisioning complete for port 91649054-dbeb-439d-b636-da0cfb6a398f triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:47.341095 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.401205 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-19fee7dd-b33d-4cf5-b6b3-9b969bdf690b req-c4abbf15-ff54-4401-853e-40fade1e1798 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883479 Mar 21 11:21:47.496366 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:47.513853 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Sync routers for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:47.516335 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:47.532243 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.533629 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3ca757fc-3363-48ee-9cb1-d1fafdac416a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0780258 Mar 21 11:21:47.535203 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Current status of the port 91649054-dbeb-439d-b636-da0cfb6a398f is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:47.535745 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.538240 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39402) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:47.554593 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:47.555290 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:47.658352 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] For port 91649054-dbeb-439d-b636-da0cfb6a398f, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=91649054-dbeb-439d-b636-da0cfb6a398f,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:47.668195 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.753013 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:47.756002 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8022-4e84-4ecf-bfa1-c7f829f6c4e2 None None] Pushing event updated for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:47.873806 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Provisioning complete for port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:47.874186 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:47.936981 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:47.982400 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Provisioning complete for port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:47.982997 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.009851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Request body: {'port': {'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:48.084913 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:45Z', 'revision_number': 3, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:48.119316 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.126681 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Checking router: d659f15b-a4a3-439d-a9a5-b67033a9abd5 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:48.127039 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Updating router d659f15b-a4a3-439d-a9a5-b67033a9abd5 port a63fd285-bbe4-4638-a5ec-8b55553a926f binding host dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:48.136589 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-04a92b61-4093-4711-b0a0-1cd3cc7f7d74 None None] Current status of the port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:48.199542 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.202858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.400587 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d408fadf-809b-48ca-9182-e1866ee91a36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.795005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Allocated IP 172.20.0.1 (c94df6d5-5349-4cd7-bdce-801eccd7ab13/825e73cf-d4ba-4fc1-9927-7e5e8d194794/8a9f812d-ab17-402a-962c-701c31d54ca1) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:21:48.868972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d2cc15-033f-4517-a3f9-24bcae016ea1 req-55ed2cdf-bc7b-473b-93ec-3ba1b57d2ee1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:48.879164 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29d2cc15-033f-4517-a3f9-24bcae016ea1 req-55ed2cdf-bc7b-473b-93ec-3ba1b57d2ee1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 931 time: 0.2615073 Mar 21 11:21:48.902432 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 91649054-dbeb-439d-b636-da0cfb6a398f up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:48.946287 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks [] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), precommit_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.970247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:48.985092 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-29d2cc15-033f-4517-a3f9-24bcae016ea1 req-bf5273d5-d45c-445e-af1a-ceb98e73f4a5 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958774 Mar 21 11:21:49.030185 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.046171 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:21:49.056694 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks [] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.063088 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61156664-685c-492c-b2d5-09e93fdea49f None None] Pushing event updated for resources: {'Port': ['ID=a63fd285-bbe4-4638-a5ec-8b55553a926f,revision_number=2']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:49.083566 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Transition to ACTIVE for port object 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:21:49.084427 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Attempting to bind port a63fd285-bbe4-4638-a5ec-8b55553a926f on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:49.085012 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Attempting to bind port a63fd285-bbe4-4638-a5ec-8b55553a926f by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:49.086340 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Attempting to bind port a63fd285-bbe4-4638-a5ec-8b55553a926f on network aa5fa761-8c0f-4089-8a63-5023bac5773e {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:49.093285 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.101054 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:49.101783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Checking segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103432) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:49.102499 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.103184 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Bound using segment: {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'} {{(pid=103432) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:49.104561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.managers [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Bound port: a63fd285-bbe4-4638-a5ec-8b55553a926f, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc8e1dd-4393-4bda-8c9b-d48bef018355', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e'}}] {{(pid=103432) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:49.104561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.110624 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 91649054-dbeb-439d-b636-da0cfb6a398f triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:49.110624 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.219733 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks [] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.371840 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:49.493964 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] For port a63fd285-bbe4-4638-a5ec-8b55553a926f, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103432) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:49.499439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] For port a63fd285-bbe4-4638-a5ec-8b55553a926f, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a63fd285-bbe4-4638-a5ec-8b55553a926f,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:49.521482 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.623448 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.657153 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Attempting to bind port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:49.657579 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Attempting to bind port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:49.662324 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Attempting to bind port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:49.685966 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61156664-685c-492c-b2d5-09e93fdea49f None None] Pushing event updated for resources: {'Port': ['ID=a63fd285-bbe4-4638-a5ec-8b55553a926f,revision_number=3']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:49.722828 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:49.724208 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:49.763061 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:49.765945 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:21:49.766282 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Attempting to bind port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:49.775365 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:49.775365 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:49.775810 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Bound using segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:49.776335 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Bound port: 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:49.776822 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.785464 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:49.788339 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:21:49.852982 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:49.915075 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7884285'] for router_interface (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:49.962797 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 91649054-dbeb-439d-b636-da0cfb6a398f is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:49.964112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:50.026738 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:50.099064 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:50.191620 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:50.202511 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.210516 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bfbfa-d505-44b6-a03c-3b375c820a88 req-483a69bf-9c05-424d-a89c-3104254a22d0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:50.212216 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-693bfbfa-d505-44b6-a03c-3b375c820a88 req-483a69bf-9c05-424d-a89c-3104254a22d0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0975325 Mar 21 11:21:50.262018 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:50.262667 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.265743 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] 10.222.0.35 "PUT /v2.0/ports/81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 1093 time: 2.2648766 Mar 21 11:21:50.268664 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:21:50.271604 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f958566c-0d3c-4bcb-8593-3d90232f13b3" -d '{"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:21:50.324355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.335631 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d1818-180c-4957-817b-1ed5768f0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:50.361410 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-693bfbfa-d505-44b6-a03c-3b375c820a88 req-647f6522-e0c1-4883-bba9-00f1d81cb357 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403041 Mar 21 11:21:50.415085 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:50.415715 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.417416 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4354be-decf-4ab9-b738-107725b1432d x-openstack-request-id: req-5e4354be-decf-4ab9-b738-107725b1432d {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:21:50.417930 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:21:50.418063 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-5e4354be-decf-4ab9-b738-107725b1432d {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:21:50.418482 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'status': 'completed', 'code': 200} Mar 21 11:21:50.464576 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-5c05d7d7-c4a2-4049-ae32-f2f4bdeb4d88 None None] Provisioning complete for port 8a9f812d-ab17-402a-962c-701c31d54ca1 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:50.464965 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-5c05d7d7-c4a2-4049-ae32-f2f4bdeb4d88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.586098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-5c05d7d7-c4a2-4049-ae32-f2f4bdeb4d88 None None] Port 8a9f812d-ab17-402a-962c-701c31d54ca1 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:50.648660 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks [] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.655948 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.735112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:50.755385 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:45Z', 'revision_number': 3, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:50.797883 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314e5a06-4514-4898-a0ee-df74e4768ab5 None None] The sync data for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi is: [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:45Z', 'revision_number': 3, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:50.822344 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:50.830211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7888734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7884137'] for router_interface (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:50.913977 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6e042fec-d55a-4c74-9ed2-56009710586c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:51.053530 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:21:51.055168 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:21:51.258148 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Router d659f15b-a4a3-439d-a9a5-b67033a9abd5 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:21:51.538315 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:21:51.588966 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-044fa425-2127-400f-9b62-8c964cd9f44f None None] Provisioning complete for port 8a9f812d-ab17-402a-962c-701c31d54ca1 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:51.589710 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-044fa425-2127-400f-9b62-8c964cd9f44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:51.593844 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5c30e5c0-1622-42f8-870d-37f2732767e6 admin admin] 10.222.0.53 "PUT /v2.0/routers/d659f15b-a4a3-439d-a9a5-b67033a9abd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0534358 Mar 21 11:21:51.611026 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692802e-9dad-44c5-9bb1-a9791cef030a req-9317bd1c-dd75-4c8a-83c9-36c92d75b4dc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:51.620709 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d692802e-9dad-44c5-9bb1-a9791cef030a req-9317bd1c-dd75-4c8a-83c9-36c92d75b4dc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.1443260 Mar 21 11:21:51.675618 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-044fa425-2127-400f-9b62-8c964cd9f44f None None] Port 8a9f812d-ab17-402a-962c-701c31d54ca1 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:21:52.076512 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d692802e-9dad-44c5-9bb1-a9791cef030a req-33d8eb3e-1947-46bf-837a-46dee896854d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4540658 Mar 21 11:21:52.240013 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.349556 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39474) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:52.355277 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789305291', 'description': 'tempest-secgroup-smoke-789305291 description', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:52.403362 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.534429 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (537e4aa8-7516-4ba8-a836-e9aa59170fdf), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.540363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (537e4aa8-7516-4ba8-a836-e9aa59170fdf), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.574019 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537e4aa8-7516-4ba8-a836-e9aa59170fdf,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:52.596125 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.597859 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-efe1e7e9-140c-46b5-840b-bdfa870b3523 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2469196 Mar 21 11:21:52.600954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39480) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:52.606158 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:52.637223 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (c3fdb041-bee1-43b2-8d9b-ac55cbd3803a), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.745803 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (c3fdb041-bee1-43b2-8d9b-ac55cbd3803a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.750750 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (c3fdb041-bee1-43b2-8d9b-ac55cbd3803a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.771439 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fdb041-bee1-43b2-8d9b-ac55cbd3803a,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:52.783184 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.787115 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39486) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:52.788175 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3d5087ad-569b-451a-bfe3-420b3732455a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1858451 Mar 21 11:21:52.793822 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:52.824765 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (8cc67ebd-9b95-4ea3-a10d-7a9eec913738), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.871483 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a63fd285-bbe4-4638-a5ec-8b55553a926f up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:52.896086 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (8cc67ebd-9b95-4ea3-a10d-7a9eec913738), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.902847 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (8cc67ebd-9b95-4ea3-a10d-7a9eec913738), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.924779 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc67ebd-9b95-4ea3-a10d-7a9eec913738,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:52.943278 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port a63fd285-bbe4-4638-a5ec-8b55553a926f triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:52.943921 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.952333 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:52.956920 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8506670a-5a89-4651-9f4d-da5ca01f6f9f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1651492 Mar 21 11:21:52.957365 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39494) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:52.962647 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:52.993205 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (f591463f-aa1f-4c9d-bdd8-f893be2879ac), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.006195 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-b9f97733-8f13-488c-bbf9-d9e3021c5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:53.007795 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-b9f97733-8f13-488c-bbf9-d9e3021c5efa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1127 time: 0.0520341 Mar 21 11:21:53.043302 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port a63fd285-bbe4-4638-a5ec-8b55553a926f is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:53.043769 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.067974 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] For port a63fd285-bbe4-4638-a5ec-8b55553a926f, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a63fd285-bbe4-4638-a5ec-8b55553a926f,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:53.068537 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (f591463f-aa1f-4c9d-bdd8-f893be2879ac), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.073473 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (f591463f-aa1f-4c9d-bdd8-f893be2879ac), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.074944 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.103733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f591463f-aa1f-4c9d-bdd8-f893be2879ac,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:53.116164 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.128265 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e9af785a-2177-4e8b-b29d-c72588836d0a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1696215 Mar 21 11:21:53.131361 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:53.142747 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:53.149490 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Pushing event updated for resources: {'Port': ['ID=a63fd285-bbe4-4638-a5ec-8b55553a926f,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:53.186319 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (1f562be1-d1f5-40c9-a622-cadd3303e054), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.281146 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (1f562be1-d1f5-40c9-a622-cadd3303e054), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.289693 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b853732-c64e-4df0-ae6f-2ed305906a04 req-ed7cc12e-06b8-4e94-a36f-72d09c8e0956 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:53.291375 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b853732-c64e-4df0-ae6f-2ed305906a04 req-ed7cc12e-06b8-4e94-a36f-72d09c8e0956 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0937533 Mar 21 11:21:53.292766 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (1f562be1-d1f5-40c9-a622-cadd3303e054), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.319114 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f562be1-d1f5-40c9-a622-cadd3303e054,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:53.335673 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.340157 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-33f63d9e-078a-4451-a12a-10a26d6bac18 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027361 Mar 21 11:21:53.340157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 39504) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:53.345114 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:53.355022 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Sync routers for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:21:53.371802 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:53.372697 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:53.390062 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1b853732-c64e-4df0-ae6f-2ed305906a04 req-26bd7e83-4274-4c35-9928-9a64beb7ecd3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893013 Mar 21 11:21:53.391298 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.securitygroups_db [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Project b8f7b3e5769a400eb3853fcd22d41b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:21:53.398488 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (9a4282a9-9235-489c-a936-fb3ff250d4ee), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.473770 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (9a4282a9-9235-489c-a936-fb3ff250d4ee), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.479420 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (9a4282a9-9235-489c-a936-fb3ff250d4ee), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.499850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4282a9-9235-489c-a936-fb3ff250d4ee,revision_number=0']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:53.506022 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:53.507052 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.508466 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a4727d59-5eb8-45cf-8edc-fb678d1cd08b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1674151 Mar 21 11:21:53.512032 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-c567c1fd-190c-4ad9-a80b-f441e09766d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:53.513571 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-c567c1fd-190c-4ad9-a80b-f441e09766d2 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4896424 Mar 21 11:21:53.514021 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39508) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:53.518326 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'security_group_rule': {'security_group_id': '537e4aa8-7516-4ba8-a836-e9aa59170fdf', 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:21:53.538913 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.securitygroups_db [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Project b8f7b3e5769a400eb3853fcd22d41b40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 21 11:21:53.544162 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (e869c621-6af8-4dd8-96fa-3c02cb750f51), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.618295 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (e869c621-6af8-4dd8-96fa-3c02cb750f51), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.623550 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7911274'] for security_group_rule (e869c621-6af8-4dd8-96fa-3c02cb750f51), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.645776 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e869c621-6af8-4dd8-96fa-3c02cb750f51,revision_number=0']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:53.652717 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:53.653850 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6170bfa1-db06-47b4-b873-3b40f5f3c444 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388564 Mar 21 11:21:53.734295 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:50Z', 'revision_number': 4, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '8a9f812d-ab17-402a-962c-701c31d54ca1', 'name': '', 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'mac_address': 'fa:16:3e:c0:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:48Z', 'updated_at': '2022-03-21T11:21:50Z', 'revision_number': 2, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'subnets': [{'id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:53.766108 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Checking router: d659f15b-a4a3-439d-a9a5-b67033a9abd5 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:21:53.766468 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Updating router d659f15b-a4a3-439d-a9a5-b67033a9abd5 port 8a9f812d-ab17-402a-962c-701c31d54ca1 binding host dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 21 11:21:53.799303 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.089628 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks [] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), precommit_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.094536 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.148289 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26515b-f95c-4159-bc72-0725c437d783 None None] Pushing event updated for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=3']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:54.229922 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Attempting to bind port 8a9f812d-ab17-402a-962c-701c31d54ca1 on host dv-cinder-834448-1-iscsi for vnic_type normal with profile {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:21:54.230295 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Attempting to bind port 8a9f812d-ab17-402a-962c-701c31d54ca1 by drivers openvswitch,hyperv on host dv-cinder-834448-1-iscsi at level 0 using segments [{'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:21:54.230673 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Attempting to bind port 8a9f812d-ab17-402a-962c-701c31d54ca1 on network c94df6d5-5349-4cd7-bdce-801eccd7ab13 {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:21:54.230990 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.238538 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Checking agent: {'id': 'e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834448-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 4, 55), 'started_at': datetime.datetime(2022, 3, 21, 11, 5, 25), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834448-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:21:54.239869 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Checking segment: {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103433) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:21:54.241010 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.241830 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Bound using segment: {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'} {{(pid=103433) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:21:54.242481 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.managers [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Bound port: 8a9f812d-ab17-402a-962c-701c31d54ca1, host: dv-cinder-834448-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd27db876-0539-45cf-91da-6ada4bf53acf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13'}}] {{(pid=103433) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:21:54.243565 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), before_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.321236 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] For port 8a9f812d-ab17-402a-962c-701c31d54ca1, host dv-cinder-834448-1-iscsi, cleared binding levels {{(pid=103433) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:21:54.325085 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.plugins.ml2.db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] For port 8a9f812d-ab17-402a-962c-701c31d54ca1, host dv-cinder-834448-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=8a9f812d-ab17-402a-962c-701c31d54ca1,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103433) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:21:54.335075 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron_lib.callbacks.manager [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_update {{(pid=103433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.449082 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26515b-f95c-4159-bc72-0725c437d783 None None] Pushing event updated for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=4']} {{(pid=103433) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:54.460265 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Provisioning complete for port 8a9f812d-ab17-402a-962c-701c31d54ca1 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:54.461416 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.463229 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:21:54.463987 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:54.550055 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-db65c0c4-2d75-480a-8c5d-4e9c4664c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:54.552226 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f958566c-0d3c-4bcb-8593-3d90232f13b3 req-db65c0c4-2d75-480a-8c5d-4e9c4664c804 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2386301 Mar 21 11:21:54.586987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90975ce3-c412-4979-8331-d5b628fb30ad req-a0ad13c8-38b1-4123-9e9c-d4244bae087e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:54.615856 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90975ce3-c412-4979-8331-d5b628fb30ad req-a0ad13c8-38b1-4123-9e9c-d4244bae087e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0919375 Mar 21 11:21:54.628955 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Current status of the port 8a9f812d-ab17-402a-962c-701c31d54ca1 is: DOWN; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:54.631184 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.708966 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] For port 8a9f812d-ab17-402a-962c-701c31d54ca1, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=8a9f812d-ab17-402a-962c-701c31d54ca1,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:21:54.718448 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.723207 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90975ce3-c412-4979-8331-d5b628fb30ad req-5b384866-e7dd-45fd-bd71-8ddd8d9ece4d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063466 Mar 21 11:21:54.806435 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e4668-1846-43ec-9c9e-09333bcc28bc None None] Pushing event updated for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:54.820187 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:21:54.843131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-15fa7dd2-9c7e-4637-9933-3bd0f35d2a59 None None] Provisioning complete for port 8a9f812d-ab17-402a-962c-701c31d54ca1 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:54.843593 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-15fa7dd2-9c7e-4637-9933-3bd0f35d2a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.869560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a63fd285-bbe4-4638-a5ec-8b55553a926f up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:54.969345 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port a63fd285-bbe4-4638-a5ec-8b55553a926f triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:54.969942 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:54.997201 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-15fa7dd2-9c7e-4637-9933-3bd0f35d2a59 None None] Current status of the port 8a9f812d-ab17-402a-962c-701c31d54ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:55.061059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port a63fd285-bbe4-4638-a5ec-8b55553a926f is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:55.081738 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:50Z', 'revision_number': 4, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '8a9f812d-ab17-402a-962c-701c31d54ca1', 'name': '', 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'mac_address': 'fa:16:3e:c0:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:48Z', 'updated_at': '2022-03-21T11:21:54Z', 'revision_number': 4, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'subnets': [{'id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:55.110447 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4486674e-71c8-4739-8e28-6127ef6cd137 None None] The sync data for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi is: [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:21:50Z', 'revision_number': 4, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '8a9f812d-ab17-402a-962c-701c31d54ca1', 'name': '', 'network_id': 'c94df6d5-5349-4cd7-bdce-801eccd7ab13', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'mac_address': 'fa:16:3e:c0:4d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:48Z', 'updated_at': '2022-03-21T11:21:54Z', 'revision_number': 4, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'subnets': [{'id': '825e73cf-d4ba-4fc1-9927-7e5e8d194794', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:21:55.336957 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:55.849174 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b88722-e4d7-460a-8f30-fa2caffa88a6 req-1747122b-1dec-485b-8c47-31fdb082c7bc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:55.850804 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93b88722-e4d7-460a-8f30-fa2caffa88a6 req-1747122b-1dec-485b-8c47-31fdb082c7bc tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0560076 Mar 21 11:21:55.911180 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93b88722-e4d7-460a-8f30-fa2caffa88a6 req-bf79a844-5135-4ad1-a64f-66b564ca8a46 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537941 Mar 21 11:21:56.151254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-77cc9308-69bb-4a42-a1ba-e700d21ebb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:56.152800 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-77cc9308-69bb-4a42-a1ba-e700d21ebb0a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1127 time: 0.0681748 Mar 21 11:21:56.205214 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-f3127b9b-ae55-4b89-998e-c10160f62369 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 217 time: 0.0407488 Mar 21 11:21:56.268974 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-487f3f72-3f26-49c2-8455-f38e0aa879ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:56.271682 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-487f3f72-3f26-49c2-8455-f38e0aa879ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0605278 Mar 21 11:21:56.323696 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-92706d55-3087-4910-9fe5-68458fba5a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:56.325210 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-92706d55-3087-4910-9fe5-68458fba5a73 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468836 Mar 21 11:21:56.430921 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-3b08cc87-c6d7-4bba-91ea-c246612a2b66 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954638 Mar 21 11:21:56.534986 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-0585d63e-206d-4280-9da4-6cb3e9412cd7 req-2c90bd4d-6b44-4bbf-873e-8016efa46596 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980067 Mar 21 11:21:56.846705 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 8a9f812d-ab17-402a-962c-701c31d54ca1 up at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:21:56.930849 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Provisioning complete for port 8a9f812d-ab17-402a-962c-701c31d54ca1 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:21:56.931417 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:57.038561 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Current status of the port 8a9f812d-ab17-402a-962c-701c31d54ca1 is: ACTIVE; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:21:57.067029 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25255131-669e-4a8a-9148-e152b290e372 req-f626aa7f-363b-43b3-a36d-edda22a22f10 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:57.074097 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25255131-669e-4a8a-9148-e152b290e372 req-f626aa7f-363b-43b3-a36d-edda22a22f10 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0820978 Mar 21 11:21:57.124514 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25255131-669e-4a8a-9148-e152b290e372 req-6a18e08d-5a7c-4b46-942e-00c2275098a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Mar 21 11:21:58.266997 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684edaa3-6ec3-43fb-99bb-1557aac8642f req-c04698e8-67aa-4dfd-a6e6-6e408bad0bc1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:58.268544 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684edaa3-6ec3-43fb-99bb-1557aac8642f req-c04698e8-67aa-4dfd-a6e6-6e408bad0bc1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0592515 Mar 21 11:21:58.321344 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684edaa3-6ec3-43fb-99bb-1557aac8642f req-b02702d0-8341-4295-9380-5e7076c91c3c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Mar 21 11:21:58.708903 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39696) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:58.759576 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Deleting subnet 993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:21:58.763263 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Publish callbacks [] for subnet (993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.800272 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.841732 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.899167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.926158 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:58.930116 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:58.933858 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-73bf673c-c124-4ee5-bd60-31a6531b74d4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/993bf71a-9f8e-49b8-924f-f0c5fb6ee3ea HTTP/1.1" status: 204 len: 168 time: 0.2233975 Mar 21 11:21:58.935849 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39700) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:59.012443 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (4acf50fa-9656-4024-ad5f-6e2eaecb7eda), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.094664 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (4acf50fa-9656-4024-ad5f-6e2eaecb7eda), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.119873 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4acf50fa-9656-4024-ad5f-6e2eaecb7eda']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:59.129474 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:59.129775 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6c7ce8-327a-40dc-b672-e8ae096e1ad9') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:21:59.140863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (bc6c7ce8-327a-40dc-b672-e8ae096e1ad9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.155977 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (bc6c7ce8-327a-40dc-b672-e8ae096e1ad9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.164325 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:21:59.164539 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (bc6c7ce8-327a-40dc-b672-e8ae096e1ad9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:21:59.166273 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:21:59.225102 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (4acf50fa-9656-4024-ad5f-6e2eaecb7eda), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.231043 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.234234 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] 10.222.0.53 "DELETE /v2.0/networks/4acf50fa-9656-4024-ad5f-6e2eaecb7eda HTTP/1.1" status: 204 len: 168 time: 0.2974317 Mar 21 11:21:59.248300 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff6cea-222f-48f5-b02d-550004ea835c admin admin] Pushing event deleted for resources: {'Network': ['ID=4acf50fa-9656-4024-ad5f-6e2eaecb7eda,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:21:59.445260 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39710) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:59.482633 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed24b4-91a0-4309-b420-b9f68a0110cc req-5efcc5ce-8f65-4a57-ad37-d49fb5af55b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:21:59.484878 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eed24b4-91a0-4309-b420-b9f68a0110cc req-5efcc5ce-8f65-4a57-ad37-d49fb5af55b8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0802875 Mar 21 11:21:59.517115 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-49835524-f9c9-44e3-92d4-c35c3d07088f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8362d935fd294c63b5967d7fda471d2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0700066 Mar 21 11:21:59.520796 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39712) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:21:59.560416 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eed24b4-91a0-4309-b420-b9f68a0110cc req-57d5bfd0-31af-4084-ac60-bad1a70da0d9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659814 Mar 21 11:21:59.590761 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] Publish callbacks [] for security_group (29467b0c-e08f-4bb2-ae88-a34ca1b44116), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.622659 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] Publish callbacks [] for security_group (29467b0c-e08f-4bb2-ae88-a34ca1b44116), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.683305 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (29467b0c-e08f-4bb2-ae88-a34ca1b44116), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.686232 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:21:59.687458 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29467b0c-e08f-4bb2-ae88-a34ca1b44116 HTTP/1.1" status: 204 len: 168 time: 0.1654809 Mar 21 11:21:59.696286 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080b4fd-4b41-47a9-90ad-34f36ea3648e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29467b0c-e08f-4bb2-ae88-a34ca1b44116,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:00.708228 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6c5430-df4e-4e35-8f80-ff172fb4e35a req-dcbbbb4d-bed2-4b53-bd1f-85eadc46ba47 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:00.709839 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e6c5430-df4e-4e35-8f80-ff172fb4e35a req-dcbbbb4d-bed2-4b53-bd1f-85eadc46ba47 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0683758 Mar 21 11:22:00.781290 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7e6c5430-df4e-4e35-8f80-ff172fb4e35a req-e5f607d4-c87c-4e9c-a3ef-68297818906e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635109 Mar 21 11:22:01.922356 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b66576-bac0-4c01-bcea-ba370e3dc912 req-d85d924f-b5ee-45ce-9fe4-1280d722ba4d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:01.924005 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6b66576-bac0-4c01-bcea-ba370e3dc912 req-d85d924f-b5ee-45ce-9fe4-1280d722ba4d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0664616 Mar 21 11:22:01.978485 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6b66576-bac0-4c01-bcea-ba370e3dc912 req-3092109a-a403-491b-8c3e-0d420953e2f8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479567 Mar 21 11:22:03.111206 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b01bed-c2b5-4926-a837-2c639b5d749c req-3af05e43-d33f-4583-93c1-941237551806 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:03.113045 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25b01bed-c2b5-4926-a837-2c639b5d749c req-3af05e43-d33f-4583-93c1-941237551806 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0600967 Mar 21 11:22:03.171051 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-25b01bed-c2b5-4926-a837-2c639b5d749c req-2bf37733-0ee5-4a7c-9eab-bb7cd6ed9408 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509291 Mar 21 11:22:04.305078 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d203fe5c-62fb-4ddd-b5f4-c483c0e5093b req-6fab0135-3f88-4cd9-bf76-fc14b752d679 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:04.307212 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d203fe5c-62fb-4ddd-b5f4-c483c0e5093b req-6fab0135-3f88-4cd9-bf76-fc14b752d679 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0618706 Mar 21 11:22:04.367285 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d203fe5c-62fb-4ddd-b5f4-c483c0e5093b req-2d605688-f75d-4eba-9e9c-ca732eb7cfec tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529897 Mar 21 11:22:05.507148 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2e133-bd1f-47c7-84a9-8e3bf744884a req-75cc56c5-b3c4-4245-816e-5f74ef5936a7 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:05.508673 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ce2e133-bd1f-47c7-84a9-8e3bf744884a req-75cc56c5-b3c4-4245-816e-5f74ef5936a7 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 943 time: 0.0636125 Mar 21 11:22:05.576699 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6ce2e133-bd1f-47c7-84a9-8e3bf744884a req-a925eacc-e286-4727-bcec-5270a4ab7ec2 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620501 Mar 21 11:22:05.821155 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:22:05.947078 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:05.960326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:22:06.007429 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:22:06.007818 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.023071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:22:06.044963 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:06.050173 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:06.102459 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:06.723198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb3859-9ed5-48ad-ad21-7b37298d2c40 req-087c6e7f-303d-4f15-895b-5202f9ff1547 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:06.726234 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbcb3859-9ed5-48ad-ad21-7b37298d2c40 req-087c6e7f-303d-4f15-895b-5202f9ff1547 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 944 time: 0.0630999 Mar 21 11:22:06.785470 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-dbcb3859-9ed5-48ad-ad21-7b37298d2c40 req-d9cb7f24-20e0-4a0a-942e-7ac8e1a796f0 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532513 Mar 21 11:22:07.168018 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:22:07.924087 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b5abdf-b87d-4f33-88cf-1937cf57c13e req-6965c378-989a-461c-91a6-9ec2faf26bca tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:07.925690 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52b5abdf-b87d-4f33-88cf-1937cf57c13e req-6965c378-989a-461c-91a6-9ec2faf26bca tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 944 time: 0.0678515 Mar 21 11:22:07.981105 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52b5abdf-b87d-4f33-88cf-1937cf57c13e req-079626ee-fe83-406e-9168-fab2e56bdf79 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488949 Mar 21 11:22:09.123844 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c816a0a-0f07-4fd2-ac2f-40595611c89c req-3b2e8879-adbf-40be-9a2a-45c391c2fd6f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:09.125369 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c816a0a-0f07-4fd2-ac2f-40595611c89c req-3b2e8879-adbf-40be-9a2a-45c391c2fd6f tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 944 time: 0.0635860 Mar 21 11:22:09.181768 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4c816a0a-0f07-4fd2-ac2f-40595611c89c req-82c48e2d-3440-4916-b2de-b62525bfa81d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494084 Mar 21 11:22:09.208511 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:22:09.260052 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:22:09.271346 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:22:09.272483 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:09.360804 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:22:09.361226 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:09.385234 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:09.387529 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be4bc0-9def-497a-ba94-6c68766ac90f" -d '{"events": [{"server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "name": "network-vif-plugged", "status": "completed", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:09.401317 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:09.406459 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:09.432902 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14e11b9-0014-416f-a2aa-edebe97ee43f x-openstack-request-id: req-c14e11b9-0014-416f-a2aa-edebe97ee43f {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:09.433196 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "name": "network-vif-plugged", "status": "completed", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:09.433448 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-c14e11b9-0014-416f-a2aa-edebe97ee43f {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:09.433866 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'code': 200} Mar 21 11:22:09.463027 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:09.678512 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f915-5877-4a63-9a3f-85fa9c1747e4 req-13ab75ed-c14b-4736-8d07-97ad16dcbf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:09.680020 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7e1f915-5877-4a63-9a3f-85fa9c1747e4 req-13ab75ed-c14b-4736-8d07-97ad16dcbf54 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1129 time: 0.0462060 Mar 21 11:22:09.729464 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-f7e1f915-5877-4a63-9a3f-85fa9c1747e4 req-be4b2c71-3fb4-4c0d-8073-6fcc2b94a8c7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Mar 21 11:22:10.315379 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5ebf9-1e17-4ad2-993e-88a112fef04f req-53205bbb-9bc9-4825-9814-a2493756b1ae tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:10.316867 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ae5ebf9-1e17-4ad2-993e-88a112fef04f req-53205bbb-9bc9-4825-9814-a2493756b1ae tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0585170 Mar 21 11:22:10.376039 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9ae5ebf9-1e17-4ad2-993e-88a112fef04f req-e216d1b4-2ebe-416e-a1b3-08752199dd18 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532706 Mar 21 11:22:11.303354 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39986) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:11.350204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Deleting subnet 46f67820-d6dc-4409-82ed-6aadc5508bf6 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:22:11.355990 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Publish callbacks [] for subnet (46f67820-d6dc-4409-82ed-6aadc5508bf6), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.396068 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (46f67820-d6dc-4409-82ed-6aadc5508bf6), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.436419 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (46f67820-d6dc-4409-82ed-6aadc5508bf6), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.496742 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (46f67820-d6dc-4409-82ed-6aadc5508bf6), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.514363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b574c-b1c3-45a7-8a1d-52828889ba6f req-87989668-04e0-43ff-a39c-058cd994b428 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:11.516723 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-483b574c-b1c3-45a7-8a1d-52828889ba6f req-87989668-04e0-43ff-a39c-058cd994b428 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0690975 Mar 21 11:22:11.524438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f67820-d6dc-4409-82ed-6aadc5508bf6,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:11.530059 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.535656 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/46f67820-d6dc-4409-82ed-6aadc5508bf6 HTTP/1.1" status: 204 len: 168 time: 0.2287714 Mar 21 11:22:11.537189 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 39994) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:11.546477 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.546821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.547162 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.547494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.547823 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.548151 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.548473 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.548793 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.549113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.549741 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.550063 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.550537 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.550860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.551174 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.551489 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2b96ac-44f8-4183-9e59-fec5e7c7d16c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:11.578123 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-483b574c-b1c3-45a7-8a1d-52828889ba6f req-952b1171-b9c3-457a-be4d-e426adbb93b3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542090 Mar 21 11:22:11.627274 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (a7342976-d2d0-445e-b10d-263dd52445fa), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.716409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (a7342976-d2d0-445e-b10d-263dd52445fa), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.743777 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4cee42-30c3-4b79-88cf-0c15fe91460e req-77d10d93-4715-41af-95a4-fd0f12fa84e4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:11.745439 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f4cee42-30c3-4b79-88cf-0c15fe91460e req-77d10d93-4715-41af-95a4-fd0f12fa84e4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0856807 Mar 21 11:22:11.762663 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7342976-d2d0-445e-b10d-263dd52445fa']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:11.773575 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f886a5-9ee6-459e-9d4d-861198af123e') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:11.774007 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f886a5-9ee6-459e-9d4d-861198af123e') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:11.784784 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (a9f886a5-9ee6-459e-9d4d-861198af123e), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.799410 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f4cee42-30c3-4b79-88cf-0c15fe91460e req-8e1fc258-8632-4e46-abcd-9df108dd1b64 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482938 Mar 21 11:22:11.799753 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (a9f886a5-9ee6-459e-9d4d-861198af123e), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.806994 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:22:11.807471 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (a9f886a5-9ee6-459e-9d4d-861198af123e), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:22:11.811061 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:22:11.817464 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40002) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:11.823636 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40004) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:11.880584 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dfc839-4fd9-43c8-b5f9-2b41acc299d1 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:11.882529 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e1dfc839-4fd9-43c8-b5f9-2b41acc299d1 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1124 time: 0.0579090 Mar 21 11:22:11.883263 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (a7342976-d2d0-445e-b10d-263dd52445fa), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.885706 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40008) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:11.888114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.890609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:11.892575 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/a7342976-d2d0-445e-b10d-263dd52445fa HTTP/1.1" status: 204 len: 168 time: 0.3542080 Mar 21 11:22:11.907623 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12b793-6e4b-4e9f-8f5e-0c3ce7cc0fe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7342976-d2d0-445e-b10d-263dd52445fa,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:11.919672 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:11.980103 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.020522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40012) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:12.065693 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-c26e7e9a-7b29-4938-8264-4afe7354274b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4acd3d0b6f1a4097afa0285d75c7968d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442266 Mar 21 11:22:12.068612 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40014) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:12.108994 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.113472 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Publish callbacks [] for security_group (9df32d4e-9633-492e-955b-efbbf06012ee), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.120151 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9df32d4e-9633-492e-955b-efbbf06012ee), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.120851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] Publish callbacks [] for security_group (b86d5aa4-9298-45f6-acc7-d4fff569a40f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.151277 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] Publish callbacks [] for security_group (b86d5aa4-9298-45f6-acc7-d4fff569a40f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.200964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df32d4e-9633-492e-955b-efbbf06012ee,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:12.211776 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8b0b882a204a4742a60e1b3acdc987ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3897731 Mar 21 11:22:12.212193 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40018) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:12.217409 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.217868 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.218222 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.218648 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.218996 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.219343 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.219703 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.220061 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.220591 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.220987 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.221500 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.221975 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.222568 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.223011 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.223447 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdebeae-10d4-45ac-9bd3-5d5a4aac334a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:12.229050 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b86d5aa4-9298-45f6-acc7-d4fff569a40f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.232094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.235671 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b86d5aa4-9298-45f6-acc7-d4fff569a40f HTTP/1.1" status: 204 len: 168 time: 0.1636224 Mar 21 11:22:12.266505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac59779-c3a9-4c42-b6ae-a7982926995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86d5aa4-9298-45f6-acc7-d4fff569a40f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:12.287143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.27.1.205 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/d656fa26-2e52-4660-8746-ad4fd6b551d0) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:22:12.294330 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] Publish callbacks [] for security_group (9df32d4e-9633-492e-955b-efbbf06012ee), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.321127 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] Publish callbacks [] for security_group (9df32d4e-9633-492e-955b-efbbf06012ee), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.371597 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (9df32d4e-9633-492e-955b-efbbf06012ee), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.374265 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.375422 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9df32d4e-9633-492e-955b-efbbf06012ee HTTP/1.1" status: 204 len: 168 time: 0.1622207 Mar 21 11:22:12.388545 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958750be-9c76-40ae-bc3a-c1b03ff8a8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df32d4e-9633-492e-955b-efbbf06012ee,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:12.423878 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.468545 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.508157 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:22:12.515945 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:22:12.520698 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:22:12.550490 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=d656fa26-2e52-4660-8746-ad4fd6b551d0,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:12.783780 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40028) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:12.801349 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da97083f-0c8e-4f83-b72e-a4da2e9992a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.893559 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da97083f-0c8e-4f83-b72e-a4da2e9992a1 admin admin] Publish callbacks [] for security_group (ecf14e8c-319b-47d0-b174-b95c99ab8448), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.898821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-da97083f-0c8e-4f83-b72e-a4da2e9992a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ecf14e8c-319b-47d0-b174-b95c99ab8448), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.949609 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (1bfa1dde-cbec-405a-88aa-efff2dfb5ee7), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:12.958662 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-da97083f-0c8e-4f83-b72e-a4da2e9992a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=463aff0934c34f399f68483caa926ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1734505 Mar 21 11:22:12.961541 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da97083f-0c8e-4f83-b72e-a4da2e9992a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf14e8c-319b-47d0-b174-b95c99ab8448,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:12.963961 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40030) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:13.014048 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] Publish callbacks [] for security_group (ecf14e8c-319b-47d0-b174-b95c99ab8448), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.024809 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.036022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] Publish callbacks [] for security_group (ecf14e8c-319b-47d0-b174-b95c99ab8448), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.088113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (ecf14e8c-319b-47d0-b174-b95c99ab8448), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.090858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.092015 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecf14e8c-319b-47d0-b174-b95c99ab8448 HTTP/1.1" status: 204 len: 168 time: 0.1269090 Mar 21 11:22:13.100856 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4447edb6-249a-4b62-8f5c-c08486f3ccbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf14e8c-319b-47d0-b174-b95c99ab8448,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:13.187992 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.193378 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.271124 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=d656fa26-2e52-4660-8746-ad4fd6b551d0,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:13.285353 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (1bfa1dde-cbec-405a-88aa-efff2dfb5ee7), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.399208 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP 1bfa1dde-cbec-405a-88aa-efff2dfb5ee7 associated. External IP: 172.27.1.205, port: 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8. Mar 21 11:22:13.643201 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:22:13.761796 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:22:13.772857 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:22:13.783989 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:13.787730 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:13.789160 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:13.838098 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-cea29025-4e84-4238-a54e-5d680bbb2ae3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9381182 Mar 21 11:22:13.838098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:13.838098 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0" -d '{"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:13.879563 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4034d6bb-3f8a-4f4a-b6ba-4eb3b628b2b7 x-openstack-request-id: req-4034d6bb-3f8a-4f4a-b6ba-4eb3b628b2b7 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:13.879835 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:13.880119 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-4034d6bb-3f8a-4f4a-b6ba-4eb3b628b2b7 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:13.880530 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'status': 'completed', 'code': 200} Mar 21 11:22:13.956757 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-be5f6973-c428-4c66-a358-1f677cb632ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:13.958235 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-be5f6973-c428-4c66-a358-1f677cb632ad service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1129 time: 0.0516198 Mar 21 11:22:14.058665 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-39ed1840-9175-4846-a6db-fda8a93c7756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:14.060166 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-39ed1840-9175-4846-a6db-fda8a93c7756 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.0958180 Mar 21 11:22:14.065807 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:14.144898 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-3c0be894-5082-4887-bb3a-2c5258eb76a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 999 time: 0.0764840 Mar 21 11:22:14.207653 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-88ce7c3a-29c7-4f24-bc38-34bdb2d42638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:14.210000 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-88ce7c3a-29c7-4f24-bc38-34bdb2d42638 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0545225 Mar 21 11:22:14.273071 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-d154582e-bc50-4d65-8004-28505594c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:14.274647 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-d154582e-bc50-4d65-8004-28505594c456 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576317 Mar 21 11:22:14.372008 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:12Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:14.389359 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-3a2f4128-70e4-4970-b3ca-e9d2cf0a6caa service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962236 Mar 21 11:22:14.404022 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:22:14.412974 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:14.414312 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:21:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:14.482916 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-573a07ba-7e1b-43e7-9c4e-f091f663e1e0 req-6f29bb95-9a18-4652-8f1a-7c1afa1e35b2 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900581 Mar 21 11:22:14.537651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:14.791115 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:12Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:14.817371 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031e5a83-7081-4b1b-9974-919c16b08603 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:12Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:22:15.023975 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbdb5b11-41d5-4bbe-b062-731c925267c3 None None] New status for floating IP 1bfa1dde-cbec-405a-88aa-efff2dfb5ee7: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:22:18.245543 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-130f0356-3b7c-43ce-8bad-8071dbfb1ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.329831 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:22:18.355116 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40140) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:18.471848 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e48872ee-b1ea-405e-bc2f-d58d3e5b81ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.555154 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e48872ee-b1ea-405e-bc2f-d58d3e5b81ea admin admin] Publish callbacks [] for security_group (73a8fb41-2513-4fca-84bf-d8b30b15abf9), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.559136 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e48872ee-b1ea-405e-bc2f-d58d3e5b81ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (73a8fb41-2513-4fca-84bf-d8b30b15abf9), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.598857 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e48872ee-b1ea-405e-bc2f-d58d3e5b81ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bad54992b2ae44eeb115655e503f78b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426741 Mar 21 11:22:18.599717 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48872ee-b1ea-405e-bc2f-d58d3e5b81ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a8fb41-2513-4fca-84bf-d8b30b15abf9,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:18.602374 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40146) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:18.666167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] Publish callbacks [] for security_group (73a8fb41-2513-4fca-84bf-d8b30b15abf9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.689445 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] Publish callbacks [] for security_group (73a8fb41-2513-4fca-84bf-d8b30b15abf9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.745089 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (73a8fb41-2513-4fca-84bf-d8b30b15abf9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.747849 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:18.749026 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/73a8fb41-2513-4fca-84bf-d8b30b15abf9 HTTP/1.1" status: 204 len: 168 time: 0.1453717 Mar 21 11:22:18.757292 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607a3ba1-a279-4504-b80b-523e167b04e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a8fb41-2513-4fca-84bf-d8b30b15abf9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:18.957788 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.031608 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40160) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:19.046172 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29661fcd-c8d3-4e83-a869-f4a4f528b0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.134118 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29661fcd-c8d3-4e83-a869-f4a4f528b0f6 admin admin] Publish callbacks [] for security_group (0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.139449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-29661fcd-c8d3-4e83-a869-f4a4f528b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.176094 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29661fcd-c8d3-4e83-a869-f4a4f528b0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:19.180503 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-29661fcd-c8d3-4e83-a869-f4a4f528b0f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e05ab85dc224314961d4a4e5cea8f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478262 Mar 21 11:22:19.183233 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40168) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:19.230117 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] Publish callbacks [] for security_group (0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.253880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] Publish callbacks [] for security_group (0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.305848 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.308431 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:19.309612 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5 HTTP/1.1" status: 204 len: 168 time: 0.1254601 Mar 21 11:22:19.317281 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0f6ec-ea3a-41d6-a308-c4b570279680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3e9d2c-a64e-4cfd-94b6-dc04417e22c5,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:19.667916 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-2541ec8a-6286-4fa8-a1e7-ed5eb6970924 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789305291&fields=id&tenant_id=b8f7b3e5769a400eb3853fcd22d41b40 HTTP/1.1" status: 200 len: 267 time: 0.0474954 Mar 21 11:22:19.786269 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-3fff942d-f290-43ea-9a78-e6edad522f22 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:19.788087 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-3fff942d-f290-43ea-9a78-e6edad522f22 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 809 time: 0.1133769 Mar 21 11:22:19.804255 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-4a265590-af02-4534-b03d-1af2b5064cf5 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/quotas/b8f7b3e5769a400eb3853fcd22d41b40 HTTP/1.1" status: 200 len: 375 time: 0.0100539 Mar 21 11:22:19.863477 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-907cfb4f-2a45-4191-a704-19a8dfe4f151 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529153 Mar 21 11:22:19.962187 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c27dc4b3-37f3-43ab-97f3-76cd588429a7 service neutron] 10.222.0.53 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Mar 21 11:22:20.056938 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-f69e7c1c-22e7-4edc-8779-368839f3e8fc service neutron] 10.222.0.53 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900455 Mar 21 11:22:20.403790 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0f271a61-a25f-43e9-abac-2193711b451f req-5aa18b96-5e28-431d-bcb3-67ea9e5adce9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 210 time: 0.0301974 Mar 21 11:22:20.907571 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b3459f49-1b67-43c7-b9a0-d9a891f87d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:21.536062 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d6f0afff-408d-4299-b08e-071daabe7509 req-e3b7d87e-26f1-4440-9875-e0891094c674 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 210 time: 0.0510528 Mar 21 11:22:21.544256 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-f7c93c9b-8f80-42a8-b880-8aa60b2c2ef4 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:21.545665 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-f7c93c9b-8f80-42a8-b880-8aa60b2c2ef4 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 809 time: 0.1482751 Mar 21 11:22:21.624491 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-3c09adcb-91fa-4959-946f-4f2a708fa2fc tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8f7b3e5769a400eb3853fcd22d41b40 HTTP/1.1" status: 200 len: 379 time: 0.0692339 Mar 21 11:22:21.635019 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'port': {'device_id': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'admin_state_up': True, 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'security_groups': ['537e4aa8-7516-4ba8-a836-e9aa59170fdf']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:21.752625 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Made reservation on behalf of b8f7b3e5769a400eb3853fcd22d41b40 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:22:21.756572 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:21.889812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Allocated IP 172.20.0.9 (d1da723d-7df5-4dd8-a087-b3969b77f934/024a8b42-07f2-4eeb-8411-58afff39c59b/4b0beed8-2ca4-4573-be25-3969eee40672) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:22:22.030951 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for port (4b0beed8-2ca4-4573-be25-3969eee40672), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:22.071233 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:22.116888 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Network d1da723d-7df5-4dd8-a087-b3969b77f934 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:22:22.120181 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:22:22.124136 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:22:22.152169 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:22.181090 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:22.181899 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:22.203157 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-06702df6-2b83-4c6c-8f78-cbfa35bdb4a1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5721440 Mar 21 11:22:22.239476 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:22.407477 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-4f28fba5-268a-48ed-af8d-23650cc7abeb None None] Provisioning complete for port 4b0beed8-2ca4-4573-be25-3969eee40672 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:22:22.407728 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f28fba5-268a-48ed-af8d-23650cc7abeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:22.445121 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-4f28fba5-268a-48ed-af8d-23650cc7abeb None None] Port 4b0beed8-2ca4-4573-be25-3969eee40672 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:22:22.667841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b1dc4-3584-4726-8be3-a80a57e6f5aa req-49eb51d8-39bb-4670-965f-533f6bc2c61f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:22.669385 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-002b1dc4-3584-4726-8be3-a80a57e6f5aa req-49eb51d8-39bb-4670-965f-533f6bc2c61f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 931 time: 0.0586212 Mar 21 11:22:22.732314 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-002b1dc4-3584-4726-8be3-a80a57e6f5aa req-a271f60c-1b08-4bc3-8d2f-c773f9bb9816 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545177 Mar 21 11:22:23.867829 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4096546c-fdb5-438f-a20f-5b7bfa6582a2 req-0f208e2e-7cd0-4719-aa27-87b722de2285 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:23.869651 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4096546c-fdb5-438f-a20f-5b7bfa6582a2 req-0f208e2e-7cd0-4719-aa27-87b722de2285 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 931 time: 0.0601511 Mar 21 11:22:23.924193 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4096546c-fdb5-438f-a20f-5b7bfa6582a2 req-88bd735f-e3d7-4bde-a695-2c7d1b7d1eb3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477843 Mar 21 11:22:24.232165 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:24.651274 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Request body: {'port': {'device_id': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:24.727013 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.005168 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0beed8-2ca4-4573-be25-3969eee40672 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:22:25.013423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks [] for port (4b0beed8-2ca4-4573-be25-3969eee40672), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.026422 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Transition to ACTIVE for port object 4b0beed8-2ca4-4573-be25-3969eee40672 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:22:25.032054 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.044632 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13eec60-b9cf-4732-8bcd-12031ac48fa4 req-2119c07c-a24a-4eb8-9fdd-0d3aca8d0cf2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.050014 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c13eec60-b9cf-4732-8bcd-12031ac48fa4 req-2119c07c-a24a-4eb8-9fdd-0d3aca8d0cf2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 931 time: 0.0584476 Mar 21 11:22:25.082371 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:25.101709 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c13eec60-b9cf-4732-8bcd-12031ac48fa4 req-25fd674b-66f8-42b3-8f38-168651f77c44 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498438 Mar 21 11:22:25.161297 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Attempting to bind port 4b0beed8-2ca4-4573-be25-3969eee40672 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:22:25.161674 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Attempting to bind port 4b0beed8-2ca4-4573-be25-3969eee40672 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:22:25.162008 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Attempting to bind port 4b0beed8-2ca4-4573-be25-3969eee40672 on network d1da723d-7df5-4dd8-a087-b3969b77f934 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:22:25.168605 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Port 4b0beed8-2ca4-4573-be25-3969eee40672 on network d1da723d-7df5-4dd8-a087-b3969b77f934 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:22:25.168936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Attempting to bind port 4b0beed8-2ca4-4573-be25-3969eee40672 on network d1da723d-7df5-4dd8-a087-b3969b77f934 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:22:25.174454 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:22:25.174796 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Checking segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:22:25.175243 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Bound using segment: {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:22:25.175727 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Bound port: 4b0beed8-2ca4-4573-be25-3969eee40672, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a53b7ca-2eac-49ad-b314-286912bb1109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:22:25.176085 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.249488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:22:25.252997 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:22:25.260384 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.295045 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.295674 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.297286 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] 10.222.0.35 "PUT /v2.0/ports/4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1093 time: 0.6505644 Mar 21 11:22:25.297892 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:25.300429 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17013a20-1cab-4f2c-a1b6-c4456b864a34" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:25.330307 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eec8f6-9bf9-4103-a4d7-593c4140e3bf service neutron] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:25.362784 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:25.395827 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4c493a-e03d-4a98-96e1-a574b7b17761 x-openstack-request-id: req-8f4c493a-e03d-4a98-96e1-a574b7b17761 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:25.396265 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:25.397111 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-8f4c493a-e03d-4a98-96e1-a574b7b17761 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:25.397111 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'status': 'completed', 'code': 200} Mar 21 11:22:25.419172 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-709262f2-7210-4381-8499-360f405f5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.420697 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-709262f2-7210-4381-8499-360f405f5631 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1127 time: 0.0715446 Mar 21 11:22:25.482685 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-6ab61ec9-9cc5-4fbb-afc6-a2228b0df350 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 217 time: 0.0522203 Mar 21 11:22:25.554880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-256d4361-b9cf-4938-8a27-fe2286e39d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.557061 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-256d4361-b9cf-4938-8a27-fe2286e39d7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0645483 Mar 21 11:22:25.611260 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-7d8dc396-1175-478f-8afe-2b51cef04927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.613216 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-7d8dc396-1175-478f-8afe-2b51cef04927 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470562 Mar 21 11:22:25.715667 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-0ae8b6d1-e597-4899-af2d-9e89a4e4d614 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926700 Mar 21 11:22:25.838697 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d9da4903-728a-4c05-8e5e-67ef98d8f59b req-714d72bf-6ce8-4b9e-a228-cd3bb0cc646e service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148539 Mar 21 11:22:25.955005 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-45dd9bb8-a15f-425d-aa6c-ad97017eabf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:25.956479 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-45dd9bb8-a15f-425d-aa6c-ad97017eabf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1127 time: 0.0533371 Mar 21 11:22:26.058532 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-3ad2fa35-43f4-4a1b-bfc9-715797ed0d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:26.059992 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-3ad2fa35-43f4-4a1b-bfc9-715797ed0d1d service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0933955 Mar 21 11:22:26.109684 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-58e1da41-4c2a-4e64-9253-52303c4825e7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 217 time: 0.0377839 Mar 21 11:22:26.162512 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-e4c1f788-4c75-4d54-816e-01373fa45181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:26.164884 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-e4c1f788-4c75-4d54-816e-01373fa45181 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0493567 Mar 21 11:22:26.221804 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-1ab453f7-3cd2-47a3-ae6f-44becd03e38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:26.223314 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-1ab453f7-3cd2-47a3-ae6f-44becd03e38d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467343 Mar 21 11:22:26.243958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7648cc-20ab-422b-a00b-c0480903833d req-2c42938e-d759-468b-81b9-23fb94b50ec7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:26.251197 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb7648cc-20ab-422b-a00b-c0480903833d req-2c42938e-d759-468b-81b9-23fb94b50ec7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0747147 Mar 21 11:22:26.309441 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-eb7648cc-20ab-422b-a00b-c0480903833d req-0fefcb3c-75b1-431c-81b3-138d8e90cdda tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572748 Mar 21 11:22:26.334006 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-22f16e30-a5e8-4683-bb0c-237f57b39c66 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024327 Mar 21 11:22:27.416992 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-17013a20-1cab-4f2c-a1b6-c4456b864a34 req-9070c980-9fb5-48fb-aa14-ccee98723326 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942099 Mar 21 11:22:27.441429 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a9caa-99d5-4442-897b-c63ebae1adce req-5f041122-16aa-4c81-8b4b-31467b357425 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:27.442954 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-446a9caa-99d5-4442-897b-c63ebae1adce req-5f041122-16aa-4c81-8b4b-31467b357425 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0613625 Mar 21 11:22:27.494815 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-446a9caa-99d5-4442-897b-c63ebae1adce req-55b67974-640b-4983-b0f3-964214905947 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455139 Mar 21 11:22:28.622484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89134377-cd8c-4122-93ab-32de6d8dd664 req-c3996eb6-fce6-464b-bc25-b9e2715b88ca tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:28.623984 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89134377-cd8c-4122-93ab-32de6d8dd664 req-c3996eb6-fce6-464b-bc25-b9e2715b88ca tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0553515 Mar 21 11:22:28.685069 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-89134377-cd8c-4122-93ab-32de6d8dd664 req-1046d76d-8aef-46b5-8fdd-4f0cf4d79ca2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553401 Mar 21 11:22:29.809181 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55d6061-9146-47c1-a3cd-0e67e7b24b72 req-3f98f150-f2f2-45f0-8ca2-d9da750c7246 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:29.810753 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b55d6061-9146-47c1-a3cd-0e67e7b24b72 req-3f98f150-f2f2-45f0-8ca2-d9da750c7246 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0542052 Mar 21 11:22:29.863040 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b55d6061-9146-47c1-a3cd-0e67e7b24b72 req-1e1a10e8-8d02-4fa8-8318-f732aa0a4ff1 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451789 Mar 21 11:22:30.996663 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b91ab4-126a-496e-9b32-01ddbc037fc5 req-15f9f5bd-fba5-4407-8e48-77b32ecbe4b8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:30.998230 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74b91ab4-126a-496e-9b32-01ddbc037fc5 req-15f9f5bd-fba5-4407-8e48-77b32ecbe4b8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0554419 Mar 21 11:22:31.053215 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-74b91ab4-126a-496e-9b32-01ddbc037fc5 req-46ca3976-0f7a-46e7-a3db-f97ea9b685d0 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489004 Mar 21 11:22:32.109691 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40344) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:32.184477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5d851-176a-45bb-9f55-07ad4237e41b req-9f48e3fe-e792-4b9c-8ac3-e0a4c8bab71a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:32.186154 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6e5d851-176a-45bb-9f55-07ad4237e41b req-9f48e3fe-e792-4b9c-8ac3-e0a4c8bab71a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0585718 Mar 21 11:22:32.220163 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-528e39d7-b6a7-4813-9ae9-16030aaae51d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.237956 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c6e5d851-176a-45bb-9f55-07ad4237e41b req-8ac24e03-b112-473a-90ee-4bd5dae92879 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Mar 21 11:22:32.300103 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-528e39d7-b6a7-4813-9ae9-16030aaae51d admin admin] Publish callbacks [] for security_group (2eb040b7-2918-4882-83aa-e77c0bcc95c4), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.304746 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-528e39d7-b6a7-4813-9ae9-16030aaae51d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2eb040b7-2918-4882-83aa-e77c0bcc95c4), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.344378 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-528e39d7-b6a7-4813-9ae9-16030aaae51d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a55d32b1c7f2473d9d3b75faeeb399dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2328622 Mar 21 11:22:32.345286 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e39d7-b6a7-4813-9ae9-16030aaae51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb040b7-2918-4882-83aa-e77c0bcc95c4,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:32.347278 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40348) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:32.403601 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] Publish callbacks [] for security_group (2eb040b7-2918-4882-83aa-e77c0bcc95c4), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.426723 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] Publish callbacks [] for security_group (2eb040b7-2918-4882-83aa-e77c0bcc95c4), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.476436 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (2eb040b7-2918-4882-83aa-e77c0bcc95c4), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.479218 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.480620 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2eb040b7-2918-4882-83aa-e77c0bcc95c4 HTTP/1.1" status: 204 len: 168 time: 0.1322875 Mar 21 11:22:32.489917 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524639ec-a325-4c5a-a489-20da0c91d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb040b7-2918-4882-83aa-e77c0bcc95c4,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:32.664957 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:22:32.785677 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:32.799070 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '4b0beed8-2ca4-4573-be25-3969eee40672', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:22:32.839098 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 4b0beed8-2ca4-4573-be25-3969eee40672 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:22:32.839481 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.857861 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0beed8-2ca4-4573-be25-3969eee40672 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:22:32.878310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:32.883684 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:32.967207 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:33.246181 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['4b0beed8-2ca4-4573-be25-3969eee40672'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:22:33.386880 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e8c3b-d367-4d48-9ed6-01e28a2dcfd5 req-562ace5a-2c65-4121-bac8-ad4a91e97ceb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:33.389886 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33e8c3b-d367-4d48-9ed6-01e28a2dcfd5 req-562ace5a-2c65-4121-bac8-ad4a91e97ceb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0717790 Mar 21 11:22:33.443223 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-e33e8c3b-d367-4d48-9ed6-01e28a2dcfd5 req-fcf27d1c-6038-467f-9fb3-93424f82a0c9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489473 Mar 21 11:22:34.583312 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694a19b-43e3-4fea-ba78-fda6faff18d8 req-f5ad7b2a-2e19-49f7-ad1b-558a29d8bd00 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:34.585721 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4694a19b-43e3-4fea-ba78-fda6faff18d8 req-f5ad7b2a-2e19-49f7-ad1b-558a29d8bd00 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0633097 Mar 21 11:22:34.638953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4694a19b-43e3-4fea-ba78-fda6faff18d8 req-0f6f2a88-9561-4e5f-8322-3360543889d2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465798 Mar 21 11:22:35.779502 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c2d27-fcb7-4502-8919-dbd4db3ccb15 req-70631e88-545a-4179-938e-37223c1b73cd tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:35.781047 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc6c2d27-fcb7-4502-8919-dbd4db3ccb15 req-70631e88-545a-4179-938e-37223c1b73cd tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0558689 Mar 21 11:22:35.839590 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-bc6c2d27-fcb7-4502-8919-dbd4db3ccb15 req-f20d35b9-0e11-4909-b8f1-7e8580dcefc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523489 Mar 21 11:22:36.975116 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadd601-3771-4efb-9d77-d83d3c9dc6d9 req-7666323d-f5b2-48de-8ec7-05a7f4e3087b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:36.976625 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eadd601-3771-4efb-9d77-d83d3c9dc6d9 req-7666323d-f5b2-48de-8ec7-05a7f4e3087b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0617323 Mar 21 11:22:37.049496 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9eadd601-3771-4efb-9d77-d83d3c9dc6d9 req-00a662bd-9b3c-4cb2-abc0-9218a1134fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665684 Mar 21 11:22:38.129606 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:22:38.190876 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 4b0beed8-2ca4-4573-be25-3969eee40672 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:22:38.195358 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 4b0beed8-2ca4-4573-be25-3969eee40672 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:22:38.195783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:38.199144 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbbe309-20f1-4600-894e-18dcebb9cc0c req-9b432a7a-bcfd-4bb5-badd-a6cac8c794da tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:38.201997 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6fbbe309-20f1-4600-894e-18dcebb9cc0c req-9b432a7a-bcfd-4bb5-badd-a6cac8c794da tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0666180 Mar 21 11:22:38.250750 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6fbbe309-20f1-4600-894e-18dcebb9cc0c req-ae113a64-0efe-411b-931c-6bf2027956f8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444515 Mar 21 11:22:38.281218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 4b0beed8-2ca4-4573-be25-3969eee40672 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:22:38.281615 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:38.306165 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:38.308326 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64118384-3dc0-433d-b5eb-8a9ee3bdd48a" -d '{"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-plugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:38.323113 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:22:38.329502 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:38.355873 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc73828-573d-4acb-9942-92c31597a544 x-openstack-request-id: req-0cc73828-573d-4acb-9942-92c31597a544 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:38.356165 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-plugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:38.356420 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-0cc73828-573d-4acb-9942-92c31597a544 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:38.356853 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'code': 200} Mar 21 11:22:38.384241 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:38.391683 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.392067 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.392403 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.392743 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.393071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.393405 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.393749 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.394089 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.394413 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.394741 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.395044 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.395368 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.395682 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.395996 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:38.396309 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:22:39.383595 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0b46-6962-453e-91b5-70a0d2ffcf9d req-ab3039a2-4f23-4842-bb9c-80b014000a56 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:39.385115 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90de0b46-6962-453e-91b5-70a0d2ffcf9d req-ab3039a2-4f23-4842-bb9c-80b014000a56 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0642498 Mar 21 11:22:39.444091 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-90de0b46-6962-453e-91b5-70a0d2ffcf9d req-b55f9cf6-d0fe-4d52-9989-f4513059875c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509343 Mar 21 11:22:39.969648 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73748ee-0481-47ab-8d3b-5a7dcccd6eff req-cd6080cd-92a1-4ca8-8d80-12b63619edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:39.971210 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d73748ee-0481-47ab-8d3b-5a7dcccd6eff req-cd6080cd-92a1-4ca8-8d80-12b63619edf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0519981 Mar 21 11:22:40.017936 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-d73748ee-0481-47ab-8d3b-5a7dcccd6eff req-52b68692-18e0-47d1-beb8-14c79b4a0cb1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394890 Mar 21 11:22:40.574100 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0297ea9-be3d-44e8-9c13-ac43e198dc85 req-f40f6e16-5e64-4f79-9a2f-1e7b0f9dc9c0 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:40.575692 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0297ea9-be3d-44e8-9c13-ac43e198dc85 req-f40f6e16-5e64-4f79-9a2f-1e7b0f9dc9c0 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Mar 21 11:22:40.625594 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b0297ea9-be3d-44e8-9c13-ac43e198dc85 req-5f81fd1a-f292-462d-ba9d-d6ef9652d0bc tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435288 Mar 21 11:22:41.763406 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b3bb-d0ff-4481-85b3-cb0900139d3e req-eedf76b4-b876-4893-9e1b-1967dc8613ae tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:41.764929 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fe7b3bb-d0ff-4481-85b3-cb0900139d3e req-eedf76b4-b876-4893-9e1b-1967dc8613ae tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0591176 Mar 21 11:22:41.827959 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2fe7b3bb-d0ff-4481-85b3-cb0900139d3e req-da5619fc-f4fd-4b57-9cab-21b7071459bd tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568335 Mar 21 11:22:42.960998 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11dccb1-1db0-406f-aaa1-70bc664f655e req-7e8becfe-97ab-4c05-83c6-27a46654d006 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:42.962517 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f11dccb1-1db0-406f-aaa1-70bc664f655e req-7e8becfe-97ab-4c05-83c6-27a46654d006 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0565162 Mar 21 11:22:43.013217 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f11dccb1-1db0-406f-aaa1-70bc664f655e req-93bc3690-3471-4bde-9495-d26cd78a400d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442860 Mar 21 11:22:44.155499 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe199e66-3078-4517-ad71-b6355fcca928 req-d6e7d039-c839-473c-a620-9c1267175477 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:44.156928 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe199e66-3078-4517-ad71-b6355fcca928 req-d6e7d039-c839-473c-a620-9c1267175477 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0574605 Mar 21 11:22:44.214122 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fe199e66-3078-4517-ad71-b6355fcca928 req-38143dae-e0bf-4b0f-aca7-0386d30a0e73 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474548 Mar 21 11:22:45.351519 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7225fac5-6c67-4bd7-bd73-fdb255d0a0fa req-0d4a2ea6-b317-4c89-b0db-b1fc35734c6c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:45.353042 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7225fac5-6c67-4bd7-bd73-fdb255d0a0fa req-0d4a2ea6-b317-4c89-b0db-b1fc35734c6c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0631857 Mar 21 11:22:45.411871 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7225fac5-6c67-4bd7-bd73-fdb255d0a0fa req-9f25a19c-e6e5-4d89-9e1e-db34240fecf2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521641 Mar 21 11:22:45.545824 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55003920-14ea-4db8-a8c6-10b30cd52d59 req-8922b177-6f8a-429d-825b-a22e07c95f3d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:45.547339 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55003920-14ea-4db8-a8c6-10b30cd52d59 req-8922b177-6f8a-429d-825b-a22e07c95f3d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0552998 Mar 21 11:22:45.609811 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-55003920-14ea-4db8-a8c6-10b30cd52d59 req-954ac726-1f69-43c5-a618-84bc001fe0f4 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549924 Mar 21 11:22:45.631637 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40488) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:45.867252 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb588c-80ab-4a8b-94b4-32071ebe5e4f tempest-TestShelveInstance-630414375 tempest-TestShelveInstance-630414375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:45.868883 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-07cb588c-80ab-4a8b-94b4-32071ebe5e4f tempest-TestShelveInstance-630414375 tempest-TestShelveInstance-630414375-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1124 time: 0.2361956 Mar 21 11:22:45.872478 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40502) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:45.876852 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.v2.base [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103430) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:22:45.898185 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:46.004103 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:46.384080 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_common [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Allocated IP 172.27.1.195 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/3a7a9c22-9fb2-4a24-8af9-4b961f30df90) {{(pid=103430) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:22:46.488646 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:46.523850 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:46.564177 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103430) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:22:46.567730 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.base_scheduler [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Resources bound (agent type, host, resource id): {{(pid=103430) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:22:46.573643 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Received port after_create {{(pid=103430) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:22:46.579241 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'Port': ['ID=3a7a9c22-9fb2-4a24-8af9-4b961f30df90,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:46.936304 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for floatingip (bd6db28c-fcb2-4092-af67-b451bbf3f306), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.013664 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), before_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.176733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), precommit_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.179143 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40518) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:47.187088 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4392279'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), after_update {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.263747 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event updated for resources: {'Port': ['ID=3a7a9c22-9fb2-4a24-8af9-4b961f30df90,revision_number=2']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:47.276010 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (bd6db28c-fcb2-4092-af67-b451bbf3f306), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.351876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e91bc27c-633f-4613-a012-fe8cfe779ed9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.418541 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.db.l3_db [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Floating IP bd6db28c-fcb2-4092-af67-b451bbf3f306 associated. External IP: 172.27.1.195, port: 4b0beed8-2ca4-4573-be25-3969eee40672. Mar 21 11:22:47.536042 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e91bc27c-633f-4613-a012-fe8cfe779ed9 admin admin] Publish callbacks [] for security_group (a1c90f59-573e-4ffa-ae67-3eb25c5a78b3), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.543279 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-e91bc27c-633f-4613-a012-fe8cfe779ed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a1c90f59-573e-4ffa-ae67-3eb25c5a78b3), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.596735 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-e91bc27c-633f-4613-a012-fe8cfe779ed9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f729e47100084edc8a43e112bc96b63b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4148109 Mar 21 11:22:47.598699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bc27c-633f-4613-a012-fe8cfe779ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c90f59-573e-4ffa-ae67-3eb25c5a78b3,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:47.599752 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40524) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:47.649383 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] Publish callbacks [] for security_group (a1c90f59-573e-4ffa-ae67-3eb25c5a78b3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.671639 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] Publish callbacks [] for security_group (a1c90f59-573e-4ffa-ae67-3eb25c5a78b3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.708756 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:22:47.720197 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a1c90f59-573e-4ffa-ae67-3eb25c5a78b3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.723040 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.726074 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1c90f59-573e-4ffa-ae67-3eb25c5a78b3 HTTP/1.1" status: 204 len: 168 time: 0.1251023 Mar 21 11:22:47.734364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7bb74a-7021-44c6-aef9-ca0e85f4b3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c90f59-573e-4ffa-ae67-3eb25c5a78b3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:47.826705 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:22:47.838071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Sync routers for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:22:47.849005 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:47.849729 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:22:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:47.853077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:47.893744 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-bdaac2e4-53fe-4655-a229-7a53d88a023a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0197020 Mar 21 11:22:47.895009 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:22:47.899375 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:22:47.943534 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d8c2e2-041f-442f-b375-be88431fed35 x-openstack-request-id: req-10d8c2e2-041f-442f-b375-be88431fed35 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:22:47.943869 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:22:47.944126 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-10d8c2e2-041f-442f-b375-be88431fed35 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:22:47.944716 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'status': 'completed', 'code': 200} Mar 21 11:22:47.964848 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:48.286451 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-612b68ec-1351-4def-986c-d5064fc129c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:48.370675 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'bd6db28c-fcb2-4092-af67-b451bbf3f306', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:46Z', 'updated_at': '2022-03-21T11:22:46Z', 'revision_number': 0, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:48.397593 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Checking router: 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:22:48.406802 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:22:48.407450 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:22:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:48.532957 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:22:48.780548 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'bd6db28c-fcb2-4092-af67-b451bbf3f306', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:46Z', 'updated_at': '2022-03-21T11:22:46Z', 'revision_number': 0, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:22:48.813239 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b85b43-0874-45e0-a5a8-793bf2f29d25 None None] The sync data for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi is: [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': 'bd6db28c-fcb2-4092-af67-b451bbf3f306', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'floating_ip_address': '172.27.1.195', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 715, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:46Z', 'updated_at': '2022-03-21T11:22:46Z', 'revision_number': 0, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:22:48.975003 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:49.082352 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460ece81-0917-4c2c-997e-86731f013a05 None None] New status for floating IP bd6db28c-fcb2-4092-af67-b451bbf3f306: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:22:50.156514 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-b7fae1a2-df07-44c9-a033-8ba5c7e5161d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:50.158044 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-b7fae1a2-df07-44c9-a033-8ba5c7e5161d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0491252 Mar 21 11:22:50.257797 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-56b32b23-9505-4b0e-b396-0b389ae555e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:50.259268 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-56b32b23-9505-4b0e-b396-0b389ae555e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0923700 Mar 21 11:22:50.332717 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-9b59249c-64e0-430e-abad-325792b781a6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0650232 Mar 21 11:22:50.387197 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-ca8fa8d2-ccbf-4a1d-b7e3-04553523f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:50.388762 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-ca8fa8d2-ccbf-4a1d-b7e3-04553523f0ff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0511765 Mar 21 11:22:50.441634 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-e516b673-46a3-4022-b041-d1369731b9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:22:50.443510 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-e516b673-46a3-4022-b041-d1369731b9e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485132 Mar 21 11:22:50.539776 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-877070d2-ee00-4b5b-8ee0-4c5613950bae service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894756 Mar 21 11:22:50.648691 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-10d48a20-dd74-4272-a71b-1bc7efcd6d9b req-6a8ebd3d-8e66-4609-8ad6-93cf3fc07165 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005678 Mar 21 11:22:50.913929 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-272e418c-9a67-4228-8c10-0d372eb81b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:52.241761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.240523 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.527924 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40666) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:54.637604 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-828812fa-a3a4-4dae-83f7-b41f8ec3460b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.718458 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-828812fa-a3a4-4dae-83f7-b41f8ec3460b admin admin] Publish callbacks [] for security_group (e7e15d5f-e37a-478d-aaa0-983b24fdd97a), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.723964 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-828812fa-a3a4-4dae-83f7-b41f8ec3460b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e7e15d5f-e37a-478d-aaa0-983b24fdd97a), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.773990 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-828812fa-a3a4-4dae-83f7-b41f8ec3460b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9442ff670bee4bcbab8bad9c8a191dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447793 Mar 21 11:22:54.774855 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828812fa-a3a4-4dae-83f7-b41f8ec3460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e15d5f-e37a-478d-aaa0-983b24fdd97a,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:54.777364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40672) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:22:54.828697 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] Publish callbacks [] for security_group (e7e15d5f-e37a-478d-aaa0-983b24fdd97a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.850899 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] Publish callbacks [] for security_group (e7e15d5f-e37a-478d-aaa0-983b24fdd97a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.901528 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e7e15d5f-e37a-478d-aaa0-983b24fdd97a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.904185 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:22:54.905373 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7e15d5f-e37a-478d-aaa0-983b24fdd97a HTTP/1.1" status: 204 len: 168 time: 0.1273689 Mar 21 11:22:54.913217 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f64013a-f16b-4865-9bda-f19ef157d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e15d5f-e37a-478d-aaa0-983b24fdd97a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:22:55.328864 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:22:55.331582 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:16.813554 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40774) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:16.925723 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.009161 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Publish callbacks [] for security_group (a0f54c63-8fb8-4b8c-a8d9-643df499009d), precommit_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.014765 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a0f54c63-8fb8-4b8c-a8d9-643df499009d), after_create {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.052866 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e44a9264750448993febc805a7f17d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2380304 Mar 21 11:23:17.053550 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f54c63-8fb8-4b8c-a8d9-643df499009d,revision_number=1']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:17.055582 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40778) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:17.061035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.061375 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.061768 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.062111 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.062446 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.062776 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.063089 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.063416 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.063743 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.064066 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.064393 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.064716 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.065035 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.065354 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.065695 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ace18a8-b497-43bb-b6d0-5dd3a627733e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.106204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Publish callbacks [] for security_group (a0f54c63-8fb8-4b8c-a8d9-643df499009d), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.131806 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Publish callbacks [] for security_group (a0f54c63-8fb8-4b8c-a8d9-643df499009d), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.188382 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (a0f54c63-8fb8-4b8c-a8d9-643df499009d), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.191402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:17.192612 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0f54c63-8fb8-4b8c-a8d9-643df499009d HTTP/1.1" status: 204 len: 168 time: 0.1359923 Mar 21 11:23:17.200978 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f54c63-8fb8-4b8c-a8d9-643df499009d,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:17.208437 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.208793 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.209141 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.209523 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.209876 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.210211 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.210545 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.210875 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.211191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.211537 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.211866 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.212177 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.212521 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.212844 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:17.213169 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae73e3c-103b-45ed-a4f5-0eab3e3cd101 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:23:18.259952 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-426f1705-50d4-459f-851a-bd5e776d8e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.357957 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40810) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:18.475337 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00d5aa85-e8ca-4566-a26e-bbd95148668c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.558903 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00d5aa85-e8ca-4566-a26e-bbd95148668c admin admin] Publish callbacks [] for security_group (1303532b-3f93-42ae-bc8e-9bd1cb5c2f46), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.563904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-00d5aa85-e8ca-4566-a26e-bbd95148668c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (1303532b-3f93-42ae-bc8e-9bd1cb5c2f46), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.603299 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-00d5aa85-e8ca-4566-a26e-bbd95148668c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d1c82341d25485c8bfb952765e9e99f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2439342 Mar 21 11:23:18.604155 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5aa85-e8ca-4566-a26e-bbd95148668c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1303532b-3f93-42ae-bc8e-9bd1cb5c2f46,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:18.606307 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40814) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:18.659442 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] Publish callbacks [] for security_group (1303532b-3f93-42ae-bc8e-9bd1cb5c2f46), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.682479 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] Publish callbacks [] for security_group (1303532b-3f93-42ae-bc8e-9bd1cb5c2f46), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.735208 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (1303532b-3f93-42ae-bc8e-9bd1cb5c2f46), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.738329 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:18.739489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1303532b-3f93-42ae-bc8e-9bd1cb5c2f46 HTTP/1.1" status: 204 len: 168 time: 0.1321561 Mar 21 11:23:18.749269 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd3c019-e1dc-47fa-84da-c40204ce4d64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1303532b-3f93-42ae-bc8e-9bd1cb5c2f46,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:18.987208 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:20.909986 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a5f4c37b-438e-4ad9-9835-8a3f15a54844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:22.246589 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:24.231573 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:25.326969 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:27.323357 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-bf9643ce-0d7c-4c08-be13-77de29b1b294 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0498099 Mar 21 11:23:27.420708 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-49344989-dd1e-4158-9743-913734d9e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:27.422228 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-49344989-dd1e-4158-9743-913734d9e4fa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1129 time: 0.0507410 Mar 21 11:23:27.532496 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-9398b652-5426-4a23-a242-b977a534d0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:27.534022 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-9398b652-5426-4a23-a242-b977a534d0de service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.0897706 Mar 21 11:23:27.613344 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-fb26d661-8d20-477b-91ba-5911f7cb246e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0690680 Mar 21 11:23:27.930646 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-3dc1a482-8d5f-4db8-ad86-e02e2b173a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:27.932066 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-3dc1a482-8d5f-4db8-ad86-e02e2b173a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.3098996 Mar 21 11:23:27.982181 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-ebe96cfe-d40f-4af0-9541-6909fac590e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:23:27.983679 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-ebe96cfe-d40f-4af0-9541-6909fac590e2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452332 Mar 21 11:23:28.078849 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-5f725fa5-63c3-4cfd-9cef-29bee9ca6322 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878308 Mar 21 11:23:28.175724 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-e1ca1c8f-378b-480f-a5a4-2f437282807a req-d634a4c7-df8a-4649-ad4f-7cec1bc3fba1 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903151 Mar 21 11:23:32.328829 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:23:38.261000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 40956) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:38.383474 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e37-bb83-469b-bacd-52e3b257591a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.463301 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e37-bb83-469b-bacd-52e3b257591a admin admin] Publish callbacks [] for security_group (e768309f-6a51-4e3d-bfa0-174d91dc13bc), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.469407 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-b40b7e37-bb83-469b-bacd-52e3b257591a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e768309f-6a51-4e3d-bfa0-174d91dc13bc), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.512812 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-b40b7e37-bb83-469b-bacd-52e3b257591a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1afa28a02ae94ff1bb230cb2cceed407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504117 Mar 21 11:23:38.513724 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b7e37-bb83-469b-bacd-52e3b257591a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e768309f-6a51-4e3d-bfa0-174d91dc13bc,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:38.515629 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 40960) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:23:38.570499 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] Publish callbacks [] for security_group (e768309f-6a51-4e3d-bfa0-174d91dc13bc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.592434 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] Publish callbacks [] for security_group (e768309f-6a51-4e3d-bfa0-174d91dc13bc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.653779 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (e768309f-6a51-4e3d-bfa0-174d91dc13bc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.656363 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:38.657628 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e768309f-6a51-4e3d-bfa0-174d91dc13bc HTTP/1.1" status: 204 len: 168 time: 0.1403651 Mar 21 11:23:38.666037 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef91d1e-7f53-4d16-bed2-5a621c84629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e768309f-6a51-4e3d-bfa0-174d91dc13bc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:23:48.257137 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-51916e68-20f1-470f-b51f-22d4f50d202c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:48.987522 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:50.905222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5c57-eb1c-4437-adb2-847844854033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:52.253452 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:54.243808 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:23:55.335894 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:09.329223 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:24:18.263909 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-77ccc6af-4f8a-41ec-a4e6-afcba181ae84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:19.002144 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:20.911780 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f2b69c2f-46be-41f2-ab3f-e833d3126cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:22.250635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:24.239028 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:25.333093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:30.209857 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-6c1bddf1-91d9-446c-bea1-1c25cd94c275 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1559560 Mar 21 11:24:30.277324 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b230-10cf-4378-a143-33123d387baf req-dcfa1721-239e-40a5-a982-9cc7e2ae66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:30.278891 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-dcfa1721-239e-40a5-a982-9cc7e2ae66f2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0438170 Mar 21 11:24:30.389864 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b230-10cf-4378-a143-33123d387baf req-3804d176-589f-4f9f-892e-dd11cc9199f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:30.391135 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-3804d176-589f-4f9f-892e-dd11cc9199f7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0913761 Mar 21 11:24:30.465325 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-9b3ec251-cfea-4f3e-8992-c02cff5a6345 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0679865 Mar 21 11:24:30.522561 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b230-10cf-4378-a143-33123d387baf req-ee9bed47-cffa-4395-ad56-80b16f6fc9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:30.524094 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-ee9bed47-cffa-4395-ad56-80b16f6fc9d2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0496175 Mar 21 11:24:30.578443 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72b230-10cf-4378-a143-33123d387baf req-60c27dec-3260-4555-af26-49daa985a3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:30.580183 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-60c27dec-3260-4555-af26-49daa985a3df service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479512 Mar 21 11:24:30.590704 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-e6bbc455-fcbd-453e-83df-a0e4a8e4c2de service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103431) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:24:30.591843 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-e6bbc455-fcbd-453e-83df-a0e4a8e4c2de service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053926 Mar 21 11:24:30.682977 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-e45a6ba4-5068-44b8-ac8c-b32b3b6ce99b service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853608 Mar 21 11:24:30.774901 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-fc72b230-10cf-4378-a143-33123d387baf req-5d9ec194-8028-477a-9769-09984eddfd1a service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Mar 21 11:24:30.822795 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-c3f8fd1b-d57b-4c21-9fcd-bfab81142424 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960353223&fields=id&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 267 time: 0.0470870 Mar 21 11:24:30.937349 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-16d58953-27f7-42b2-b29a-c45528fc5f5e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:30.939167 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-16d58953-27f7-42b2-b29a-c45528fc5f5e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.1094837 Mar 21 11:24:30.955718 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-56ee649a-cae9-496a-950b-73bb36cca700 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/quotas/74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 375 time: 0.0106177 Mar 21 11:24:31.018079 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-16f5c2fe-d3fa-4b9d-8819-5b3adeaa92f2 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568907 Mar 21 11:24:31.084939 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-71c32ed2-f228-4553-a2b6-8ab5ef564984 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=103430) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 21 11:24:31.085980 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-71c32ed2-f228-4553-a2b6-8ab5ef564984 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0569959 Mar 21 11:24:31.178596 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-76733132-e5d1-4e71-ac98-ae084f4eafac service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864408 Mar 21 11:24:31.274634 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-eb5ceb4f-f2bb-491f-b149-2c4dc58d64ad service neutron] 10.222.0.53 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902226 Mar 21 11:24:31.664713 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0131cf18-715c-470b-a5d1-734b893d7fb2 req-0a261dca-ad8b-4e5a-9b66-65d5ffa0bcb4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 210 time: 0.0799444 Mar 21 11:24:32.756784 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-fab4aabd-8538-458d-9a32-ac70de43dee6 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:32.758441 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-fab4aabd-8538-458d-9a32-ac70de43dee6 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 811 time: 0.1196465 Mar 21 11:24:32.769550 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f55ff1b3-31f3-45a8-8522-b85160c3e155 req-c76a1c08-80a6-4c7b-bcd1-4bf43418145b tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 210 time: 0.0281203 Mar 21 11:24:32.823691 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-29912759-0d0b-4ec0-8bce-7fdad88fb5e1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=74ec4e49fc2e4d56843d76460fe4e870 HTTP/1.1" status: 200 len: 380 time: 0.0560606 Mar 21 11:24:32.834133 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'port': {'device_id': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'admin_state_up': True, 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'security_groups': ['85248cda-31d7-421d-98d6-5e4a1eadbae7']}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:24:32.955993 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Made reservation on behalf of 74ec4e49fc2e4d56843d76460fe4e870 for: {'port': 1} {{(pid=103431) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 21 11:24:32.961293 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.093198 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.20.0.12 (7f8d10b5-daf1-4e3d-b99c-e821ac533544/c19f31f6-0485-474c-8911-1749523b2835/7daf02c4-577e-40cd-94ad-edecd587e5a3) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:24:33.242345 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.283442 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.324935 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:24:33.328306 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:24:33.334913 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:24:33.341028 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:33.375656 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.375927 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.376247 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.376577 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.376904 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.377242 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.377540 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.377865 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.378187 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.378522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.378843 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.379167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.379481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.379799 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.380102 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:33.404587 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:33.405308 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.423184 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-3fad07a7-c73e-4c4c-a948-a91145a74bdf tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5943706 Mar 21 11:24:33.434185 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Request body: {'port': {'device_id': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83444'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:24:33.496871 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.557832 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-36f7fc3d-e6b8-4636-ba03-7505afed1807 None None] Provisioning complete for port 7daf02c4-577e-40cd-94ad-edecd587e5a3 triggered by entity DHCP. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:24:33.558507 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-36f7fc3d-e6b8-4636-ba03-7505afed1807 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.593396 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-36f7fc3d-e6b8-4636-ba03-7505afed1807 None None] Port 7daf02c4-577e-40cd-94ad-edecd587e5a3 cannot update to ACTIVE because it is not bound. {{(pid=103432) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 21 11:24:33.793989 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daf02c4-577e-40cd-94ad-edecd587e5a3 {{(pid=103431) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:24:33.802355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks [] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.815022 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.provisioning_blocks [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Transition to ACTIVE for port object 7daf02c4-577e-40cd-94ad-edecd587e5a3 will not be triggered until provisioned by entity L2. {{(pid=103431) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 21 11:24:33.820279 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.916008 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:33.921910 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3f2d0-560c-49e7-8d62-07e2199c8054 req-e64c205f-9277-4577-b0e1-c49ae04bd4a1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:33.934127 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62d3f2d0-560c-49e7-8d62-07e2199c8054 req-e64c205f-9277-4577-b0e1-c49ae04bd4a1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0810468 Mar 21 11:24:33.956675 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Attempting to bind port 7daf02c4-577e-40cd-94ad-edecd587e5a3 on host hv-cinder-83444 for vnic_type normal with profile {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 21 11:24:33.957018 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Attempting to bind port 7daf02c4-577e-40cd-94ad-edecd587e5a3 by drivers openvswitch,hyperv on host hv-cinder-83444 at level 0 using segments [{'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 21 11:24:33.957355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Attempting to bind port 7daf02c4-577e-40cd-94ad-edecd587e5a3 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:24:33.963738 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Port 7daf02c4-577e-40cd-94ad-edecd587e5a3 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83444 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 21 11:24:33.964072 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Attempting to bind port 7daf02c4-577e-40cd-94ad-edecd587e5a3 on network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 21 11:24:33.969462 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Checking agent: {'id': '35ed3023-d83a-463e-9029-00e8fd28e981', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83444', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'started_at': datetime.datetime(2022, 3, 21, 11, 11, 19), 'heartbeat_timestamp': datetime.datetime(2022, 3, 21, 11, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 21 11:24:33.969851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Checking segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103431) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 21 11:24:33.970262 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Bound using segment: {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'} {{(pid=103431) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 21 11:24:33.970699 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.managers [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Bound port: 7daf02c4-577e-40cd-94ad-edecd587e5a3, host: hv-cinder-83444, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cc147a0-f033-46dd-997f-816596f1d970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544'}}] {{(pid=103431) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 21 11:24:33.971063 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:33.990213 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-62d3f2d0-560c-49e7-8d62-07e2199c8054 req-264a6d97-4204-488d-a2f9-5317674a24c3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550816 Mar 21 11:24:34.042464 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, cleared binding levels {{(pid=103431) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 21 11:24:34.045918 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103431) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 21 11:24:34.052617 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:34.086189 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.086801 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:34.088274 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] 10.222.0.35 "PUT /v2.0/ports/7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 200 len: 1094 time: 0.6582663 Mar 21 11:24:34.088591 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:24:34.090952 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98718c20-6c29-4e22-bc89-9d9a66d830b2" -d '{"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:24:34.116315 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06ee8b-93c3-47cf-b388-ee046640ada4 service neutron] Pushing event updated for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=3']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:34.188593 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-178ae62b-bd3f-4044-9075-94f43ca97123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.190352 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-178ae62b-bd3f-4044-9075-94f43ca97123 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1128 time: 0.0551789 Mar 21 11:24:34.239517 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ecd46d-6fc7-4329-98ff-7c521091060b x-openstack-request-id: req-b1ecd46d-6fc7-4329-98ff-7c521091060b {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:24:34.239805 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:24:34.240057 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b1ecd46d-6fc7-4329-98ff-7c521091060b {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:24:34.240456 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'status': 'completed', 'code': 200} Mar 21 11:24:34.242244 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-1a37ba8a-6fc3-4bd0-8819-b7334d5d5241 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 200 len: 217 time: 0.0440505 Mar 21 11:24:34.296612 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-ce924e27-09e8-4348-9806-b7f4d8a93a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.298039 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-ce924e27-09e8-4348-9806-b7f4d8a93a86 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0499189 Mar 21 11:24:34.346900 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bc16f-3d87-495c-b601-56d706c26e33 req-a5101e15-7a55-4e2f-8839-166562b325d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.348372 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-a5101e15-7a55-4e2f-8839-166562b325d1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441372 Mar 21 11:24:34.451719 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-05836ba4-8831-4ad0-ba4a-aa7438b476c3 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954952 Mar 21 11:24:34.547340 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-684bc16f-3d87-495c-b601-56d706c26e33 req-0d9f4322-197c-4d16-bc25-0a52f4c302a1 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882790 Mar 21 11:24:34.643914 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-da649801-5d18-473e-b122-a3c9c2a5359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.645395 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-da649801-5d18-473e-b122-a3c9c2a5359f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1128 time: 0.0472271 Mar 21 11:24:34.743565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-689c0a03-8668-40b1-b74b-5e467d542f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.745036 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-689c0a03-8668-40b1-b74b-5e467d542f71 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.0939209 Mar 21 11:24:34.791226 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-2935fd3b-4e08-40cd-8ae9-6871bc2fbee8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 200 len: 217 time: 0.0390146 Mar 21 11:24:34.846202 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-6355fa90-d186-4aeb-a5bb-6adca2cc3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.847769 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-6355fa90-d186-4aeb-a5bb-6adca2cc3cd2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0499113 Mar 21 11:24:34.906343 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-6534f528-5198-4e6b-a886-dc49b6d05967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:34.907859 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-6534f528-5198-4e6b-a886-dc49b6d05967 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512702 Mar 21 11:24:35.008967 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-137e44d7-e4b2-4417-9b13-8ac64491db58 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939703 Mar 21 11:24:35.107532 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-98718c20-6c29-4e22-bc89-9d9a66d830b2 req-7bf2990b-0915-4536-9264-dc2ceb94f9de service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877662 Mar 21 11:24:35.116873 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5200bfe-82a6-4adb-b83c-679cf5cb4d41 req-eaedd80e-9850-4c92-9bc4-0f55c7ca7d04 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:35.118463 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5200bfe-82a6-4adb-b83c-679cf5cb4d41 req-eaedd80e-9850-4c92-9bc4-0f55c7ca7d04 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0558100 Mar 21 11:24:35.171433 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5200bfe-82a6-4adb-b83c-679cf5cb4d41 req-e2d6296e-f59b-46ff-a8b2-dba48dc34dde tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465941 Mar 21 11:24:36.312011 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92408826-522f-4f28-83e0-23ddbc667e06 req-e932d0f8-7bfd-40fd-b5eb-6150b3adb80a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:36.313663 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92408826-522f-4f28-83e0-23ddbc667e06 req-e932d0f8-7bfd-40fd-b5eb-6150b3adb80a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0707302 Mar 21 11:24:36.367040 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-92408826-522f-4f28-83e0-23ddbc667e06 req-e0fcfccf-ded3-45bb-99ae-530cfa7b09dd tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445032 Mar 21 11:24:37.527266 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14bf94-deaa-4e92-8a13-10a07b2c7208 req-7a980678-0d79-4f3a-be3d-064d9d4dc8d8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:37.528759 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f14bf94-deaa-4e92-8a13-10a07b2c7208 req-7a980678-0d79-4f3a-be3d-064d9d4dc8d8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0817201 Mar 21 11:24:37.590061 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7f14bf94-deaa-4e92-8a13-10a07b2c7208 req-1dbd73bf-cf4a-4abd-ac35-11334bbcebd4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532084 Mar 21 11:24:38.725938 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52649e7-a973-495d-852b-728a3d7b302c req-39b7a3df-b5db-4796-bdb6-53f6d16db422 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:38.727430 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c52649e7-a973-495d-852b-728a3d7b302c req-39b7a3df-b5db-4796-bdb6-53f6d16db422 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0654218 Mar 21 11:24:38.792681 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c52649e7-a973-495d-852b-728a3d7b302c req-3fc11450-761e-48c2-b172-fe9f16ae5640 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571172 Mar 21 11:24:39.928311 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fd5d5-683b-4f3f-9483-42b653d107df req-00493492-fec2-4547-bdee-b232a0a6893d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:39.929830 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-564fd5d5-683b-4f3f-9483-42b653d107df req-00493492-fec2-4547-bdee-b232a0a6893d tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0682998 Mar 21 11:24:39.996895 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-564fd5d5-683b-4f3f-9483-42b653d107df req-c0516043-6145-465c-9d75-6e3b23b6666c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590746 Mar 21 11:24:41.139400 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cde8c-9f18-4528-aab1-8197d7d8e97a req-71c3afe6-ebe1-40e8-88e7-841d1d26e451 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:41.140786 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a6cde8c-9f18-4528-aab1-8197d7d8e97a req-71c3afe6-ebe1-40e8-88e7-841d1d26e451 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0638247 Mar 21 11:24:41.193492 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7a6cde8c-9f18-4528-aab1-8197d7d8e97a req-3ac92698-4fa6-40a7-9153-3619e5bb277a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469961 Mar 21 11:24:42.336508 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c1b96-e9e3-4c9c-814f-7a8f727096db req-5753ca15-c98c-4648-b6b4-ec0af9fc4433 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:42.338191 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d26c1b96-e9e3-4c9c-814f-7a8f727096db req-5753ca15-c98c-4648-b6b4-ec0af9fc4433 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 944 time: 0.0678527 Mar 21 11:24:42.389636 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d26c1b96-e9e3-4c9c-814f-7a8f727096db req-2557f2ff-8393-4515-a0f9-ab0736c872d8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453646 Mar 21 11:24:42.432584 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 7daf02c4-577e-40cd-94ad-edecd587e5a3 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:24:42.545814 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:24:42.559177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'port_id': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'mac_address': 'fa:16:3e:9a:da:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:24:42.605244 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 7daf02c4-577e-40cd-94ad-edecd587e5a3 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:24:42.605801 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:42.625986 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daf02c4-577e-40cd-94ad-edecd587e5a3 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:24:42.647083 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:24:42.653014 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:42.700439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=4']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:42.708059 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.708405 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.708738 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.709073 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.709407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.709752 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.710081 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.710398 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.710724 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.711038 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.711359 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.711679 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.712103 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.712439 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.712667 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:24:42.892093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['7daf02c4-577e-40cd-94ad-edecd587e5a3'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:24:43.522613 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa12b067-702a-4b2b-b6cf-5915fdb74643 req-b7f89c1d-4684-4e21-bc05-dff50c652e90 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:43.524124 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa12b067-702a-4b2b-b6cf-5915fdb74643 req-b7f89c1d-4684-4e21-bc05-dff50c652e90 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 945 time: 0.0593851 Mar 21 11:24:43.578231 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-fa12b067-702a-4b2b-b6cf-5915fdb74643 req-bf61bfa2-2b65-41d3-80cf-b257c40d14c4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473258 Mar 21 11:24:44.456020 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 7daf02c4-577e-40cd-94ad-edecd587e5a3 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:24:44.516039 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning for port 7daf02c4-577e-40cd-94ad-edecd587e5a3 completed by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 21 11:24:44.521559 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 7daf02c4-577e-40cd-94ad-edecd587e5a3 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:24:44.521936 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:44.614261 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 7daf02c4-577e-40cd-94ad-edecd587e5a3 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:24:44.614659 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:44.637478 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:24:44.639795 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b6a7a4-571f-4540-8e51-479e87b75c98" -d '{"events": [{"server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "name": "network-vif-plugged", "status": "completed", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:24:44.652555 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:24:44.658514 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:44.702919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79349f7d-b640-4c67-88de-f0f63c64ca7f req-779abba2-2288-41e4-b1f2-a76db8e8062c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:44.706097 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79349f7d-b640-4c67-88de-f0f63c64ca7f req-779abba2-2288-41e4-b1f2-a76db8e8062c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0588732 Mar 21 11:24:44.715002 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=5']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:44.745180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c097bcd-e860-4e85-b2ab-4c5433eb58f3 x-openstack-request-id: req-1c097bcd-e860-4e85-b2ab-4c5433eb58f3 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:24:44.745497 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "name": "network-vif-plugged", "status": "completed", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:24:44.745775 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c097bcd-e860-4e85-b2ab-4c5433eb58f3 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:24:44.746168 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'code': 200} Mar 21 11:24:44.766002 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-79349f7d-b640-4c67-88de-f0f63c64ca7f req-d96b2b8e-eb43-4e02-94d9-04abcf6f9c4c tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457523 Mar 21 11:24:44.975995 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601af28-dfc5-44aa-a3ad-8efc27edf6f7 req-c9df1e3b-c0e9-4596-974b-961ec6346557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:44.977395 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6601af28-dfc5-44aa-a3ad-8efc27edf6f7 req-c9df1e3b-c0e9-4596-974b-961ec6346557 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1130 time: 0.0454800 Mar 21 11:24:45.022917 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-6601af28-dfc5-44aa-a3ad-8efc27edf6f7 req-cff7e9d4-9145-4bf0-8e47-ac4dfe863bcc service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393445 Mar 21 11:24:45.898045 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80db94-0ede-462e-ba84-18a06db3f134 req-98849c2f-4e21-4826-b4b0-5b67a5f7a1e4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:45.899582 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be80db94-0ede-462e-ba84-18a06db3f134 req-98849c2f-4e21-4826-b4b0-5b67a5f7a1e4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0628774 Mar 21 11:24:45.955707 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-be80db94-0ede-462e-ba84-18a06db3f134 req-69f9768a-e7aa-4740-a895-759298a716d9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497365 Mar 21 11:24:46.329092 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:24:47.091337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd9547-4b10-4f11-89e0-e0af163ca8ba req-d428f5a6-7f57-4fe7-8f3f-b87b18847961 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:47.092795 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56bd9547-4b10-4f11-89e0-e0af163ca8ba req-d428f5a6-7f57-4fe7-8f3f-b87b18847961 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0591564 Mar 21 11:24:47.146388 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-56bd9547-4b10-4f11-89e0-e0af163ca8ba req-ef1c8479-4cda-49d1-9109-0ac0876187e6 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441964 Mar 21 11:24:47.280074 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2268826-137e-49ca-ac71-df58811ea8fb req-7168342b-d775-4f14-8d91-22811af49e64 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:47.281568 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2268826-137e-49ca-ac71-df58811ea8fb req-7168342b-d775-4f14-8d91-22811af49e64 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0539041 Mar 21 11:24:47.334105 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a2268826-137e-49ca-ac71-df58811ea8fb req-3b44a52c-a978-4063-a8a8-07ee2827276b tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469227 Mar 21 11:24:47.368126 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41088) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:24:47.528783 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5535a999-0519-4712-951f-52839f0a2e77 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:47.530533 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-5535a999-0519-4712-951f-52839f0a2e77 tempest-TestVolumeBootPattern-986756544 tempest-TestVolumeBootPattern-986756544-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1125 time: 0.1613948 Mar 21 11:24:47.533558 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41092) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:24:47.538467 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.v2.base [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Request body: {'floatingip': {'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'port_id': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103431) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 21 11:24:47.564821 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:47.671258 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (None), before_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:47.775456 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_common [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Allocated IP 172.27.1.149 (aa5fa761-8c0f-4089-8a63-5023bac5773e/fc3c23f3-552d-4bd4-a4d4-d4168e712998/70091de5-e5b0-4936-a3de-9724bde94810) {{(pid=103431) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 21 11:24:47.882224 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (70091de5-e5b0-4936-a3de-9724bde94810), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:47.923020 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730858909943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (70091de5-e5b0-4936-a3de-9724bde94810), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:47.957759 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Network aa5fa761-8c0f-4089-8a63-5023bac5773e is already hosted by enough agents. {{(pid=103431) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 21 11:24:47.960585 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.base_scheduler [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Resources bound (agent type, host, resource id): {{(pid=103431) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 21 11:24:47.964279 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Received port after_create {{(pid=103431) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 21 11:24:47.990371 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=70091de5-e5b0-4936-a3de-9724bde94810,revision_number=1']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:48.268560 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-90c7afb8-45de-4a40-918c-570254ef8040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.342488 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (f8b0afdc-8a89-4705-ab40-04626f558549), precommit_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.416013 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (70091de5-e5b0-4936-a3de-9724bde94810), before_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.577963 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for port (70091de5-e5b0-4936-a3de-9724bde94810), precommit_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.585026 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4632467'] for port (70091de5-e5b0-4936-a3de-9724bde94810), after_update {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.670801 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event updated for resources: {'Port': ['ID=70091de5-e5b0-4936-a3de-9724bde94810,revision_number=2']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:24:48.682759 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882566'] for floatingip (f8b0afdc-8a89-4705-ab40-04626f558549), after_create {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:48.786209 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP f8b0afdc-8a89-4705-ab40-04626f558549 associated. External IP: 172.27.1.149, port: 7daf02c4-577e-40cd-94ad-edecd587e5a3. Mar 21 11:24:49.015310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:49.241762 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:24:49.347159 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:24:49.357862 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:24:49.368547 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:49.369238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:24:49.369918 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:24:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:24:49.402644 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ee23bd9d-b451-488e-aa99-3f1d25fcabe8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8678920 Mar 21 11:24:49.403388 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:24:49.405705 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f9d309-3231-4e4c-a823-7004118e5dad" -d '{"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:24:49.443199 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448b3c5-f78c-4b00-a69c-65ad2b990749 x-openstack-request-id: req-9448b3c5-f78c-4b00-a69c-65ad2b990749 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:24:49.443497 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:24:49.443752 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-9448b3c5-f78c-4b00-a69c-65ad2b990749 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:24:49.444153 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'status': 'completed', 'code': 200} Mar 21 11:24:49.498890 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:24:49.510790 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9d309-3231-4e4c-a823-7004118e5dad req-4f8bbed6-d288-48f7-9e93-e0bdb1b632c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:49.512296 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-4f8bbed6-d288-48f7-9e93-e0bdb1b632c5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1130 time: 0.0476434 Mar 21 11:24:49.607387 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9d309-3231-4e4c-a823-7004118e5dad req-5817b5a0-5636-4fa2-a64d-f9973db4d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:49.608869 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-5817b5a0-5636-4fa2-a64d-f9973db4d855 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.0875709 Mar 21 11:24:49.678788 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-bbe56809-d225-46bf-8bd9-cccdfd926643 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 200 len: 1000 time: 0.0638237 Mar 21 11:24:49.733358 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}, {'id': 'f8b0afdc-8a89-4705-ab40-04626f558549', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:9a:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:24:48Z', 'updated_at': '2022-03-21T11:24:48Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:24:49.736352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9d309-3231-4e4c-a823-7004118e5dad req-c28b6861-bc09-441c-beb0-f82347e834ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:49.737876 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-c28b6861-bc09-441c-beb0-f82347e834ea service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0466599 Mar 21 11:24:49.763976 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:24:49.772613 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:24:49.773228 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:24:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:24:49.788165 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9d309-3231-4e4c-a823-7004118e5dad req-d50d6d9b-1db9-4781-ac0c-0beda2d96d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:24:49.790278 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-d50d6d9b-1db9-4781-ac0c-0beda2d96d94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455587 Mar 21 11:24:49.886215 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-05bbedc0-d0be-4f0c-abf2-12e37484e403 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893540 Mar 21 11:24:49.981651 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-24f9d309-3231-4e4c-a823-7004118e5dad req-c460d07f-4b1e-41b9-999f-4d0e42766487 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884168 Mar 21 11:24:50.023547 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:24:50.268908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}, {'id': 'f8b0afdc-8a89-4705-ab40-04626f558549', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:9a:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:24:48Z', 'updated_at': '2022-03-21T11:24:48Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:24:50.299671 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225b0289-9f88-495d-81be-32f62c169c70 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}, {'id': 'f8b0afdc-8a89-4705-ab40-04626f558549', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.149', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:9a:da:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:24:48Z', 'updated_at': '2022-03-21T11:24:48Z', 'revision_number': 0, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:24:50.526883 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7231c55d-b2c5-4350-9dd1-875eeb02e0a3 None None] New status for floating IP f8b0afdc-8a89-4705-ab40-04626f558549: ACTIVE {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:24:50.909071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1ee936cd-660b-415f-bbe2-4d0f9cff6537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:52.257133 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:54.242592 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:24:55.334870 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:08.462321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff57dd5-41df-4f56-a378-b366c1313d6d req-d54939db-cde7-482d-8c18-eec8fb176c96 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:08.463833 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ff57dd5-41df-4f56-a378-b366c1313d6d req-d54939db-cde7-482d-8c18-eec8fb176c96 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0607402 Mar 21 11:25:08.514437 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2ff57dd5-41df-4f56-a378-b366c1313d6d req-fb019c16-70c3-495d-a3d8-9e17f3a54de9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449598 Mar 21 11:25:09.650795 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3705d13-0656-4d47-9953-fa95932df1e3 req-d7ae3974-ae75-445b-9372-3d886dd5023c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:09.652301 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3705d13-0656-4d47-9953-fa95932df1e3 req-d7ae3974-ae75-445b-9372-3d886dd5023c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0589938 Mar 21 11:25:09.715455 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f3705d13-0656-4d47-9953-fa95932df1e3 req-42f95446-bfa0-4916-b0e2-c7b3f8e6733b tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549865 Mar 21 11:25:10.843872 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b935ec-cb16-4f2f-98db-8b21427d541a req-1ad4c67b-8e12-4674-8600-7b14da333bbb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:10.845345 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2b935ec-cb16-4f2f-98db-8b21427d541a req-1ad4c67b-8e12-4674-8600-7b14da333bbb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0566788 Mar 21 11:25:10.905775 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f2b935ec-cb16-4f2f-98db-8b21427d541a req-9fac73f9-7af6-41aa-b0c0-eb5227d96710 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526438 Mar 21 11:25:12.039337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5733ae3-518f-4507-985d-13fddc4497f7 req-6b2d8493-3924-4ff7-aede-12af6287e1d9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:12.040820 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5733ae3-518f-4507-985d-13fddc4497f7 req-6b2d8493-3924-4ff7-aede-12af6287e1d9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0583127 Mar 21 11:25:12.094751 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b5733ae3-518f-4507-985d-13fddc4497f7 req-6b2a92a7-3dae-4572-8c4d-30824f96e96c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456600 Mar 21 11:25:13.228859 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37166617-88d8-4829-8e06-93be4694b176 req-21c33850-d507-4cc4-aae0-d7b99a633652 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:13.230421 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37166617-88d8-4829-8e06-93be4694b176 req-21c33850-d507-4cc4-aae0-d7b99a633652 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0591509 Mar 21 11:25:13.286269 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-37166617-88d8-4829-8e06-93be4694b176 req-95b30230-0b27-4bfd-8826-dbacbd664a15 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475211 Mar 21 11:25:14.415984 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b5562-5b41-4d3e-84d2-e0dd2eb66df0 req-46f90e7d-7837-44ec-a5e1-83371ae00d24 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:14.417806 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a7b5562-5b41-4d3e-84d2-e0dd2eb66df0 req-46f90e7d-7837-44ec-a5e1-83371ae00d24 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Mar 21 11:25:14.470848 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-3a7b5562-5b41-4d3e-84d2-e0dd2eb66df0 req-850615da-c00c-4781-a1e6-ff3dddd94081 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470886 Mar 21 11:25:15.607204 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7802f15-04e8-4553-9dce-459591bb7d24 req-f0828d94-b5e3-4a6b-91d1-952c81291dfb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:15.608689 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7802f15-04e8-4553-9dce-459591bb7d24 req-f0828d94-b5e3-4a6b-91d1-952c81291dfb tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0614588 Mar 21 11:25:15.659956 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f7802f15-04e8-4553-9dce-459591bb7d24 req-21e51658-78cd-409c-bba2-bd6179527e5f tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455666 Mar 21 11:25:16.790527 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1827be-6df1-4ded-adf8-4a5abe27d869 req-df7c163e-41c7-46d1-a71c-7280498814e7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:16.792049 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e1827be-6df1-4ded-adf8-4a5abe27d869 req-df7c163e-41c7-46d1-a71c-7280498814e7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0636683 Mar 21 11:25:16.840273 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-2e1827be-6df1-4ded-adf8-4a5abe27d869 req-dfc6da33-b6e0-4fd2-b7ef-de7f8c43b2d8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425365 Mar 21 11:25:17.967578 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71187c1b-8798-465e-a812-255ae0c4ab21 req-b4273f63-4829-4639-bda6-5f58c8310881 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:17.969053 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71187c1b-8798-465e-a812-255ae0c4ab21 req-b4273f63-4829-4639-bda6-5f58c8310881 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0554364 Mar 21 11:25:18.021881 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-71187c1b-8798-465e-a812-255ae0c4ab21 req-c07c55c9-5629-4285-9c13-fc5fac82e8e6 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471156 Mar 21 11:25:18.269380 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4fa831d8-d90a-40bf-be20-a4a5653286b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:19.031513 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:19.152761 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f44f0-070c-4ca1-bec4-1da27a79b1e2 req-5907a133-b6fd-414f-9f71-8c08ea43d836 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:19.154582 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-051f44f0-070c-4ca1-bec4-1da27a79b1e2 req-5907a133-b6fd-414f-9f71-8c08ea43d836 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0608318 Mar 21 11:25:19.208376 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-051f44f0-070c-4ca1-bec4-1da27a79b1e2 req-6879f63d-c02e-498b-a3cb-48eb7d5767a6 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438769 Mar 21 11:25:20.346198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2dfb1-8e75-4f33-b436-8e1264f8c621 req-6aae82a4-43ce-446b-ac03-7216f4383c9a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:20.347690 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-59f2dfb1-8e75-4f33-b436-8e1264f8c621 req-6aae82a4-43ce-446b-ac03-7216f4383c9a tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0543249 Mar 21 11:25:20.396706 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-59f2dfb1-8e75-4f33-b436-8e1264f8c621 req-a7c2a0fd-3fa5-496c-9170-7280a52287cd tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433719 Mar 21 11:25:20.904310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-06286f34-f192-450d-b2fe-cc3044dc262b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:21.536628 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd62e05-b3e4-495e-90b2-c950ff6af32e req-bbd13e74-5e3f-4f5c-bfb6-c9a78fbeb4ab tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:21.538459 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fd62e05-b3e4-495e-90b2-c950ff6af32e req-bbd13e74-5e3f-4f5c-bfb6-c9a78fbeb4ab tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0706666 Mar 21 11:25:21.597839 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-9fd62e05-b3e4-495e-90b2-c950ff6af32e req-7f12f5ed-b111-469a-8f9c-baae30a3b503 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513544 Mar 21 11:25:22.260170 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:22.736477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cf2ac-600c-4149-9151-f1018bc55bec req-2f8b2c32-c782-4a9a-90c7-aeec6f335793 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:22.738023 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-520cf2ac-600c-4149-9151-f1018bc55bec req-2f8b2c32-c782-4a9a-90c7-aeec6f335793 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0609126 Mar 21 11:25:22.789887 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-520cf2ac-600c-4149-9151-f1018bc55bec req-3950dd77-37f6-43d4-874f-4399b9a9a442 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463052 Mar 21 11:25:23.328616 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:25:23.622983 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-29ea012c-7a3c-4253-8b84-7edeb9aca652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:23.624407 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-29ea012c-7a3c-4253-8b84-7edeb9aca652 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0543046 Mar 21 11:25:23.715062 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-4538fb05-4cb3-490d-8d40-010f0c2848dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:23.716537 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-4538fb05-4cb3-490d-8d40-010f0c2848dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0858617 Mar 21 11:25:23.792383 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-c35158f5-b213-4fe0-9764-56cd680cd5da service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0693934 Mar 21 11:25:23.846556 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-0edb3def-0795-4109-ac6c-137fd749e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:23.848023 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-0edb3def-0795-4109-ac6c-137fd749e965 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0496910 Mar 21 11:25:23.899235 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-91f45e3d-1baf-4248-ab8c-efdc21a3c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:23.901039 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-91f45e3d-1baf-4248-ab8c-efdc21a3c3e7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457375 Mar 21 11:25:23.910137 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbda9e5d-60b2-4032-a0e5-67790071da13 req-bf8208bf-a4d8-4e8e-bc73-5a4a3536c406 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:23.911621 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbda9e5d-60b2-4032-a0e5-67790071da13 req-bf8208bf-a4d8-4e8e-bc73-5a4a3536c406 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0536606 Mar 21 11:25:23.966020 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-cbda9e5d-60b2-4032-a0e5-67790071da13 req-8ef50070-736b-4dc2-972a-54a9b9808450 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480714 Mar 21 11:25:23.994430 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-893109d2-1425-404a-9e50-15399f9c25e9 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863490 Mar 21 11:25:24.084642 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-2dcbd114-561a-45e2-871f-016ecff0dcac req-a41e65f8-5ff9-444d-8c18-fe9f12a60edd service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838296 Mar 21 11:25:24.246143 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:25.088096 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7e64e-ae98-40c9-8361-0879ea2f6063 req-a694cbab-2921-48cd-bdef-a89dad76b60e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:25.089634 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-45d7e64e-ae98-40c9-8361-0879ea2f6063 req-a694cbab-2921-48cd-bdef-a89dad76b60e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0554185 Mar 21 11:25:25.138412 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-45d7e64e-ae98-40c9-8361-0879ea2f6063 req-82b93386-38a8-40bc-9ac9-a778fc9ee2d2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429707 Mar 21 11:25:25.330670 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:26.274185 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b72032-acb8-415c-8698-2479c981b0e9 req-93e73ba5-3f6c-40a4-bb09-ad5092bd76e0 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:26.275644 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52b72032-acb8-415c-8698-2479c981b0e9 req-93e73ba5-3f6c-40a4-bb09-ad5092bd76e0 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0546010 Mar 21 11:25:26.327802 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-52b72032-acb8-415c-8698-2479c981b0e9 req-82e28ee6-4476-4287-ac41-0843702a04ca tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462980 Mar 21 11:25:26.569484 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996b29d6-fc2b-4c8c-967f-fc856c363627 req-888c1b07-7464-4b49-a118-6caee7ea2771 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:26.571015 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-996b29d6-fc2b-4c8c-967f-fc856c363627 req-888c1b07-7464-4b49-a118-6caee7ea2771 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0573859 Mar 21 11:25:26.614113 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-5650279e-4e1b-4b72-9023-8dc12c9a9aeb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237533 Mar 21 11:25:26.627464 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-996b29d6-fc2b-4c8c-967f-fc856c363627 req-db2f2114-9324-4b09-8a19-054c2b3e79ad tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508080 Mar 21 11:25:26.784390 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-d98e8f91-86b8-4598-a55e-385c993204d8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:26.785821 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-d98e8f91-86b8-4598-a55e-385c993204d8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports/4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 942 time: 0.1413088 Mar 21 11:25:27.567177 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-c71f38f8-a296-4eb8-903b-fa6506d29483 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469742 Mar 21 11:25:27.661040 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041076-54a4-4988-b325-61b3471846c3 req-0c5e1d12-2347-4462-b5af-59e864ea9d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:27.662897 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-0c5e1d12-2347-4462-b5af-59e864ea9d3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1129 time: 0.0484264 Mar 21 11:25:27.761650 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27e413-6247-4af5-ad5e-21410cdeeebc req-a041a0a6-2884-4faf-b547-2ccc0d1f309c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:27.763132 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee27e413-6247-4af5-ad5e-21410cdeeebc req-a041a0a6-2884-4faf-b547-2ccc0d1f309c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0605245 Mar 21 11:25:27.773074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041076-54a4-4988-b325-61b3471846c3 req-68461d88-467b-466a-94cd-667e20d3bc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:27.774551 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-68461d88-467b-466a-94cd-667e20d3bc99 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.0920181 Mar 21 11:25:27.820245 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ee27e413-6247-4af5-ad5e-21410cdeeebc req-d3f9f436-8600-488f-860c-59533071681e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495799 Mar 21 11:25:27.845388 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-b90155a4-4d99-4094-8ca2-3ad9a50bf2e6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 1001 time: 0.0644889 Mar 21 11:25:27.895197 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041076-54a4-4988-b325-61b3471846c3 req-4431b63d-ca5f-4f84-aa90-0636215c6238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:27.896667 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-4431b63d-ca5f-4f84-aa90-0636215c6238 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0453634 Mar 21 11:25:27.953715 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7041076-54a4-4988-b325-61b3471846c3 req-bc670782-83de-48ed-a1b8-ece96b7508d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103431) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:27.955186 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-bc670782-83de-48ed-a1b8-ece96b7508d3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513263 Mar 21 11:25:28.064688 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-50b3629c-3a7a-4d61-94a4-735183386cfb service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001334 Mar 21 11:25:28.108697 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-b7676ef7-9424-45b5-a511-59e4c83a1245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.110292 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-b7676ef7-9424-45b5-a511-59e4c83a1245 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248&tenant_id=b8f7b3e5769a400eb3853fcd22d41b40 HTTP/1.1" status: 200 len: 1129 time: 0.0497401 Mar 21 11:25:28.163361 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [req-c7041076-54a4-4988-b325-61b3471846c3 req-4a683ba6-36f9-406f-b9f1-0a31faeefbe0 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 Mar 21 11:25:28.181113 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-810a94d3-06f1-4062-aed5-a64e14c96a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.182641 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-810a94d3-06f1-4062-aed5-a64e14c96a4a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0491333 Mar 21 11:25:28.279107 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-d02ba925-12de-4e57-ac24-dfefeee7e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.280606 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-d02ba925-12de-4e57-ac24-dfefeee7e0fb service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0886936 Mar 21 11:25:28.354052 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-69cca8dd-1230-41ab-b1bf-4529bd3a3b9c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0663846 Mar 21 11:25:28.405787 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-de4507a2-b466-4cd8-be1f-fc4fce4d6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.407234 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-de4507a2-b466-4cd8-be1f-fc4fce4d6c66 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0439947 Mar 21 11:25:28.460965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-bebaf778-fa84-4d11-bf67-9a476e5eaefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.463491 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-bebaf778-fa84-4d11-bf67-9a476e5eaefb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494359 Mar 21 11:25:28.562899 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-c4e55a7b-4403-4f6a-8848-458f44b6b3ae service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926633 Mar 21 11:25:28.657562 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:25:28.664393 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b107a82-9dff-46b2-bccb-ec5ea24165b9 req-9113cbb9-0cca-4207-809c-034042395c8d service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955548 Mar 21 11:25:28.744581 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 4b0beed8-2ca4-4573-be25-3969eee40672 is: ACTIVE; New status is: DOWN {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:25:28.744979 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:28.771481 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:25:28.773837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a9c605-6ab7-4fe6-b708-acadf81182bc" -d '{"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:25:28.786873 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:25:28.792368 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:28.818725 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Mar 2022 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd60fda-cf4e-453c-af3b-42fe78810d4d x-openstack-request-id: req-6bd60fda-cf4e-453c-af3b-42fe78810d4d {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:25:28.818983 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-unplugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:25:28.819238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-6bd60fda-cf4e-453c-af3b-42fe78810d4d {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:25:28.819637 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'code': 200} Mar 21 11:25:28.846248 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=6']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:25:28.945049 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e385cf5-2a42-4b4d-bf4c-2ea4e0f16367 req-124756ed-a931-4c2d-b418-050a6b25ebab tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:28.946579 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e385cf5-2a42-4b4d-bf4c-2ea4e0f16367 req-124756ed-a931-4c2d-b418-050a6b25ebab tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0536137 Mar 21 11:25:29.008029 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e385cf5-2a42-4b4d-bf4c-2ea4e0f16367 req-6f743cff-0a43-4ddd-ae00-d56859c362f4 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553319 Mar 21 11:25:30.153858 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aecd030-8047-431b-baed-226f0ec9a02a req-aa07280e-5138-4c8e-804b-5013d1b57d2c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:30.155450 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aecd030-8047-431b-baed-226f0ec9a02a req-aa07280e-5138-4c8e-804b-5013d1b57d2c tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0665367 Mar 21 11:25:30.206540 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1aecd030-8047-431b-baed-226f0ec9a02a req-90e64d70-8646-488c-9dcb-78dca01708f2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445957 Mar 21 11:25:31.341972 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833621f-f1ce-4d0c-9f0e-44f92f99739c req-0f6f005f-5f88-4837-93f6-4f4f3379d694 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:31.343515 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6833621f-f1ce-4d0c-9f0e-44f92f99739c req-0f6f005f-5f88-4837-93f6-4f4f3379d694 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0544314 Mar 21 11:25:31.409444 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6833621f-f1ce-4d0c-9f0e-44f92f99739c req-0c6b1491-e9aa-4eb5-b6e9-fcf6e22e87aa tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602579 Mar 21 11:25:32.552954 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17cdf8b-d518-434d-9c8b-b40b00e6dfa7 req-c0967117-d0a3-4fca-9af1-4bc14ca1fe60 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:32.554911 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17cdf8b-d518-434d-9c8b-b40b00e6dfa7 req-c0967117-d0a3-4fca-9af1-4bc14ca1fe60 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0715816 Mar 21 11:25:32.613186 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-f17cdf8b-d518-434d-9c8b-b40b00e6dfa7 req-91957111-9ee1-4195-a1ef-11361c2a26e9 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497324 Mar 21 11:25:33.755841 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed9510-38a6-496b-b30b-ef5612035bf9 req-b1f4596b-e75c-491b-bcc2-e8883dc18e9e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:33.757395 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1bed9510-38a6-496b-b30b-ef5612035bf9 req-b1f4596b-e75c-491b-bcc2-e8883dc18e9e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 943 time: 0.0597744 Mar 21 11:25:33.811455 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1bed9510-38a6-496b-b30b-ef5612035bf9 req-215936ef-28b3-4221-80f2-8de1dfae2737 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Mar 21 11:25:34.666437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:25:34.771786 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:25:34.783334 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '4b0beed8-2ca4-4573-be25-3969eee40672', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:25:34.822091 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 4b0beed8-2ca4-4573-be25-3969eee40672 is: DOWN; New status is: BUILD {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:25:34.822458 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:34.836263 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0beed8-2ca4-4573-be25-3969eee40672 {{(pid=103432) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 21 11:25:34.858331 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:25:34.863944 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:34.921837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=7']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:25:34.967239 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e1895-b8a8-4f01-9d59-de734fb1ccfa req-ef722ee2-0ab3-475c-b79c-4912d4cec5d8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:34.968720 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e7e1895-b8a8-4f01-9d59-de734fb1ccfa req-ef722ee2-0ab3-475c-b79c-4912d4cec5d8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0830975 Mar 21 11:25:35.008655 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0558-ea5b-41a4-892c-b66ef0d2423c req-fb8f564b-d181-4db6-9a1d-54d3a2662198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:35.010163 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2bf0558-ea5b-41a4-892c-b66ef0d2423c req-fb8f564b-d181-4db6-9a1d-54d3a2662198 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1128 time: 0.0765054 Mar 21 11:25:35.035198 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-5e7e1895-b8a8-4f01-9d59-de734fb1ccfa req-b3d3e51a-258b-4624-8df3-5ce83a1080da tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600345 Mar 21 11:25:35.070539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-d2bf0558-ea5b-41a4-892c-b66ef0d2423c req-c8dc6e38-631a-42a6-b6ec-681aa391890d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497575 Mar 21 11:25:35.159049 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['4b0beed8-2ca4-4573-be25-3969eee40672'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:25:36.176802 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef5c39-74c5-48bc-a040-ff58d1e11ac2 req-b56cd2e1-219a-4244-8f40-161fc9922170 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:36.178636 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8ef5c39-74c5-48bc-a040-ff58d1e11ac2 req-b56cd2e1-219a-4244-8f40-161fc9922170 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0654745 Mar 21 11:25:36.233600 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b8ef5c39-74c5-48bc-a040-ff58d1e11ac2 req-58fa6b3f-7737-43ea-a79c-b016ef612d0e tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492101 Mar 21 11:25:36.670969 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 details requested by agent hyperv_hv-cinder-83444 with host hv-cinder-83444 {{(pid=103432) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 21 11:25:36.772693 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:25:36.784988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Returning: {'device': '4b0beed8-2ca4-4573-be25-3969eee40672', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'port_id': '4b0beed8-2ca4-4573-be25-3969eee40672', 'mac_address': 'fa:16:3e:02:a9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103432) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 21 11:25:36.859180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] get_ports_and_sgs() called for port_ids ['4b0beed8-2ca4-4573-be25-3969eee40672'] {{(pid=103432) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 21 11:25:37.374005 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094242e8-37c9-41c1-b6e4-e81b0771e0ac req-b228d6ae-01c5-4222-9cc9-bc59c9fc562d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:25:37.375539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-094242e8-37c9-41c1-b6e4-e81b0771e0ac req-b228d6ae-01c5-4222-9cc9-bc59c9fc562d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 944 time: 0.0679958 Mar 21 11:25:37.443348 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-094242e8-37c9-41c1-b6e4-e81b0771e0ac req-60e959f7-d5c1-447b-ac44-5bb6ec0d1ffe tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594416 Mar 21 11:25:38.690592 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 up at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 21 11:25:38.747880 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.provisioning_blocks [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Provisioning complete for port 4b0beed8-2ca4-4573-be25-3969eee40672 triggered by entity L2. {{(pid=103432) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 21 11:25:38.748266 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1455325'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), provisioning_complete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:38.830125 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Current status of the port 4b0beed8-2ca4-4573-be25-3969eee40672 is: BUILD; New status is: ACTIVE {{(pid=103432) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 21 11:25:38.830527 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1410767'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:38.857177 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103432) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:25:38.860437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a71561da3c9e9825b4c5af3ce948b736dd3c7d3e07cdaa1a248ca361da6d902" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59b508d-1fe0-4959-af0b-a03ba6948364" -d '{"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-plugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103432) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:25:38.874502 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:25:38.881146 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730859463572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730858909453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730858909471'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:38.909429 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f4d77-25f9-420c-8c21-b1af079609a7 x-openstack-request-id: req-164f4d77-25f9-420c-8c21-b1af079609a7 {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:25:38.909783 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-plugged", "status": "completed", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "code": 200}]} {{(pid=103432) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:25:38.910004 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-164f4d77-25f9-420c-8c21-b1af079609a7 {{(pid=103432) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:25:38.910455 dv-cinder-834448-1-iscsi neutron-server[103432]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'code': 200} Mar 21 11:25:38.937222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Pushing event updated for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=8']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:25:48.271646 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-8bbaa0a8-92f5-46ee-a2b1-2f312b8d9f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:49.049208 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:50.910018 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ffba5e5d-9b77-45cd-911a-2f159a4243d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:52.263409 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:54.255131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:25:55.326684 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:00.327867 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:26:18.270785 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1f4d3f85-7b79-4a6b-b8fa-1e3855ea8e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:19.043006 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:20.907418 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-2790ddd2-4248-40cf-bcef-ecd9922f74ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.077593 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41198) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:21.244130 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port 70091de5-e5b0-4936-a3de-9724bde94810 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:21.244375 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (70091de5-e5b0-4936-a3de-9724bde94810), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.322147 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (70091de5-e5b0-4936-a3de-9724bde94810), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.322434 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (70091de5-e5b0-4936-a3de-9724bde94810), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.334212 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for 70091de5-e5b0-4936-a3de-9724bde94810 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:21.501313 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (70091de5-e5b0-4936-a3de-9724bde94810), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.524642 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=70091de5-e5b0-4936-a3de-9724bde94810,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:21.534667 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.534924 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.535273 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.535612 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.535948 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.536279 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.536605 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.537679 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.537679 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.537879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.538210 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.538536 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.538858 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.539167 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.539494 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:21.600570 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (f8b0afdc-8a89-4705-ab40-04626f558549), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.600880 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP f8b0afdc-8a89-4705-ab40-04626f558549 disassociated (deleted). External IP: 172.27.1.149, port: 7daf02c4-577e-40cd-94ad-edecd587e5a3. Mar 21 11:26:21.821277 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:26:21.931863 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:26:21.937290 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:21.942305 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:26:21.952359 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:21.952984 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:21.968386 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-2eb4452b-36ee-4499-ab41-4da84a3c81a9 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "DELETE /v2.0/floatingips/f8b0afdc-8a89-4705-ab40-04626f558549 HTTP/1.1" status: 204 len: 168 time: 0.8891196 Mar 21 11:26:21.969747 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:26:21.971781 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e956975-1d12-4226-9a05-d814782f0153" -d '{"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:26:22.012186 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2c8cf4-438d-4ef0-bc6c-88ed779e08aa x-openstack-request-id: req-2e2c8cf4-438d-4ef0-bc6c-88ed779e08aa {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:26:22.012479 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:26:22.012756 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-2e2c8cf4-438d-4ef0-bc6c-88ed779e08aa {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:26:22.013165 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'status': 'completed', 'code': 200} Mar 21 11:26:22.077611 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:22.104210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956975-1d12-4226-9a05-d814782f0153 req-5f78ffd4-a6ee-4151-a3f1-50bbccbf0462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:22.108665 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-5f78ffd4-a6ee-4151-a3f1-50bbccbf0462 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 1130 time: 0.0745075 Mar 21 11:26:22.244828 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956975-1d12-4226-9a05-d814782f0153 req-6060f403-3ad4-44f2-b6a4-064aa0a28d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:22.246342 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-6060f403-3ad4-44f2-b6a4-064aa0a28d23 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.1310260 Mar 21 11:26:22.265629 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f891d72-2ed9-4619-83f6-d7c5085dc3d9 req-3bf169b3-6f4e-48c5-a19c-7e056c7e80fb tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:22.267473 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f891d72-2ed9-4619-83f6-d7c5085dc3d9 req-3bf169b3-6f4e-48c5-a19c-7e056c7e80fb tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0836501 Mar 21 11:26:22.272159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:22.299226 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-66be5d61-a1df-48c6-a34b-dfd04e50abe9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 200 len: 217 time: 0.0464945 Mar 21 11:26:22.355672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:22.382849 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:26:22.384544 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-4f891d72-2ed9-4619-83f6-d7c5085dc3d9 req-019d7c5e-773d-4af1-8210-8043ce7ecce6 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884027 Mar 21 11:26:22.385949 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956975-1d12-4226-9a05-d814782f0153 req-506abb03-817e-48e9-b674-61d1193ad80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:22.387310 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-506abb03-817e-48e9-b674-61d1193ad80b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0751624 Mar 21 11:26:22.393612 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:22.394261 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:22.441878 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e956975-1d12-4226-9a05-d814782f0153 req-3738292b-4a24-4437-82ee-960e32b68a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:22.442111 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-3738292b-4a24-4437-82ee-960e32b68a87 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474913 Mar 21 11:26:22.506474 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:22.544478 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-8aba5e9b-191c-45b7-8fba-78f6b759e40d service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935743 Mar 21 11:26:22.749837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:22.784122 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af76b4d7-42d1-4fd6-b32b-0741b931af14 None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_floatingips': [{'id': '1bfa1dde-cbec-405a-88aa-efff2dfb5ee7', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'router_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'port_id': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'mac_address': 'fa:16:3e:28:3e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70662bf2-8245-463e-85a9-71a1f506b805', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-21T11:22:12Z', 'updated_at': '2022-03-21T11:22:15Z', 'revision_number': 1, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:26:22.908140 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-6e956975-1d12-4226-9a05-d814782f0153 req-a511c21e-3cd4-4a42-b21c-e36cb443cef9 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576980 Mar 21 11:26:23.018723 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74033113-abd7-42f1-ab94-62747f335b19 None None] New status for floating IP f8b0afdc-8a89-4705-ab40-04626f558549: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:26:23.532012 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db68a0-73ea-4cc3-8dfe-8739921b0c36 req-8f1530a7-1aeb-4b58-9bb0-3f0403c4f79e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:23.533581 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09db68a0-73ea-4cc3-8dfe-8739921b0c36 req-8f1530a7-1aeb-4b58-9bb0-3f0403c4f79e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0618441 Mar 21 11:26:23.596731 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-09db68a0-73ea-4cc3-8dfe-8739921b0c36 req-09783549-c6b0-4c0a-9b34-dbc402eecda8 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544009 Mar 21 11:26:23.851476 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-f52d5255-ef35-46ab-8d66-5cc146e5dfd1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:23.853017 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-f52d5255-ef35-46ab-8d66-5cc146e5dfd1 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 946 time: 0.0574565 Mar 21 11:26:23.959688 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port 7daf02c4-577e-40cd-94ad-edecd587e5a3 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:23.960012 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:24.054876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] For port 7daf02c4-577e-40cd-94ad-edecd587e5a3, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=7daf02c4-577e-40cd-94ad-edecd587e5a3,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:24.055197 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:24.068321 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for 7daf02c4-577e-40cd-94ad-edecd587e5a3 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:24.207573 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (7daf02c4-577e-40cd-94ad-edecd587e5a3), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:24.238429 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=7daf02c4-577e-40cd-94ad-edecd587e5a3,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:24.251053 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.251346 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.251661 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.251986 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.252568 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.252933 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.253271 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.253631 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.253970 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.254301 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.254635 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.254929 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:24.255691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.255691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.255691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.256262 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:24.293631 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] No DVR routers for this DVR port 7daf02c4-577e-40cd-94ad-edecd587e5a3 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:24.296265 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:24.299751 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-c355829b-d1cd-4f00-980d-e22986a1a04e req-a9341027-9755-44b2-8811-64c10884b059 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "DELETE /v2.0/ports/7daf02c4-577e-40cd-94ad-edecd587e5a3 HTTP/1.1" status: 204 len: 173 time: 0.4410448 Mar 21 11:26:24.300200 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'name': 'network-vif-deleted', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:26:24.302566 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe0614c7-4b1c-4f63-8d4d-a4abdd2bbd30" -d '{"events": [{"server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "name": "network-vif-deleted", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:26:24.414950 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0de46d1-82ec-43e7-a38a-8dae4e0dbebe x-openstack-request-id: req-d0de46d1-82ec-43e7-a38a-8dae4e0dbebe {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:26:24.415254 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a4a1b4-2436-468e-b25e-d1fa549b541c", "name": "network-vif-deleted", "tag": "7daf02c4-577e-40cd-94ad-edecd587e5a3", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:26:24.415512 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-d0de46d1-82ec-43e7-a38a-8dae4e0dbebe {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:26:24.415958 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a4a1b4-2436-468e-b25e-d1fa549b541c', 'name': 'network-vif-deleted', 'tag': '7daf02c4-577e-40cd-94ad-edecd587e5a3', 'status': 'completed', 'code': 200} Mar 21 11:26:24.712743 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-07ef932b-0791-4b46-9e40-51dd95cea810 req-8bef87eb-2bc9-4227-a219-ae8a5ec6ddfb tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=21a4a1b4-2436-468e-b25e-d1fa549b541c HTTP/1.1" status: 200 len: 210 time: 0.0313139 Mar 21 11:26:25.331750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.031880 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41230) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:28.198245 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port d656fa26-2e52-4660-8746-ad4fd6b551d0 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:28.198589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.278191 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.278442 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (d656fa26-2e52-4660-8746-ad4fd6b551d0), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.291879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for d656fa26-2e52-4660-8746-ad4fd6b551d0 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:28.466352 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (d656fa26-2e52-4660-8746-ad4fd6b551d0), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.491207 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=d656fa26-2e52-4660-8746-ad4fd6b551d0,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:28.563000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (1bfa1dde-cbec-405a-88aa-efff2dfb5ee7), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.563628 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Floating IP 1bfa1dde-cbec-405a-88aa-efff2dfb5ee7 disassociated (deleted). External IP: 172.27.1.205, port: 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8. Mar 21 11:26:28.778867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:26:28.890114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:26:28.895843 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:28.904354 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:26:28.919889 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 7daf02c4-577e-40cd-94ad-edecd587e5a3 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:28.923112 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:28.923750 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:28.932865 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a2709aca-fad5-4a1b-8684-7d0aef06b9a4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "DELETE /v2.0/floatingips/1bfa1dde-cbec-405a-88aa-efff2dfb5ee7 HTTP/1.1" status: 204 len: 168 time: 0.8995323 Mar 21 11:26:28.933455 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:26:28.935758 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66152fc-db52-4e1a-8990-a8b8127ce0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:26:28.975137 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028dabe1-8df7-4df6-82d3-91dcf44926c4 x-openstack-request-id: req-028dabe1-8df7-4df6-82d3-91dcf44926c4 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:26:28.975561 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:26:28.976515 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-028dabe1-8df7-4df6-82d3-91dcf44926c4 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:26:28.976994 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'status': 'completed', 'code': 200} Mar 21 11:26:29.052357 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-45bae182-35bb-4109-ae47-fd0d1200c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:29.054236 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-45bae182-35bb-4109-ae47-fd0d1200c670 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 1129 time: 0.0549047 Mar 21 11:26:29.119801 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 7daf02c4-577e-40cd-94ad-edecd587e5a3 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:29.120152 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 7daf02c4-577e-40cd-94ad-edecd587e5a3 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:29.196200 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-3420ec58-1036-4253-a575-2025471a6ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:29.197727 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-3420ec58-1036-4253-a575-2025471a6ff4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 200 len: 911 time: 0.1322470 Mar 21 11:26:29.207288 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:29.219390 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd79af-f685-4c1f-9da2-5341d3df1894 req-74088c88-af42-4aba-ac98-49bab349193a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:29.220918 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-becd79af-f685-4c1f-9da2-5341d3df1894 req-74088c88-af42-4aba-ac98-49bab349193a tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0886219 Mar 21 11:26:29.254394 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-dd77ea7b-df16-4d91-8fbd-1b8529c6569c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 200 len: 217 time: 0.0489311 Mar 21 11:26:29.327489 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-becd79af-f685-4c1f-9da2-5341d3df1894 req-950cbc4c-12a8-411c-adb3-a414102aeed4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797994 Mar 21 11:26:29.328941 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-dbc8b253-3897-439b-98b0-73cfc949160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:29.330726 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-dbc8b253-3897-439b-98b0-73cfc949160a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 200 len: 850 time: 0.0683892 Mar 21 11:26:29.385862 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-4242a3ea-4126-4b6e-b086-907fd3384af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:29.387238 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-4242a3ea-4126-4b6e-b086-907fd3384af9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7f8d10b5-daf1-4e3d-b99c-e821ac533544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502362 Mar 21 11:26:29.419116 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:29.448369 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:26:29.457466 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:29.458127 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:29.480084 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-e2b1e92b-b606-435d-abc4-350aa0917a9f service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853889 Mar 21 11:26:29.575652 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:29.586202 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-b66152fc-db52-4e1a-8990-a8b8127ce0e6 req-98552dd6-fbfa-4c66-9371-048e1f64c308 service neutron] 10.222.0.35 "GET /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994349 Mar 21 11:26:29.782325 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:29.814626 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c45c03-4c9a-4a7f-b35f-fe3c19892cee None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:16Z', 'revision_number': 4, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '485a05e9-11c0-4054-b656-7333d5a9c295', 'name': '', 'network_id': '7f8d10b5-daf1-4e3d-b99c-e821ac533544', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'mac_address': 'fa:16:3e:d0:55:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'c19f31f6-0485-474c-8911-1749523b2835', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:16Z', 'updated_at': '2022-03-21T11:18:24Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'subnets': [{'id': 'c19f31f6-0485-474c-8911-1749523b2835', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:26:30.082436 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b8fc5f-e734-4988-aa44-27370f9b6bcc None None] New status for floating IP 1bfa1dde-cbec-405a-88aa-efff2dfb5ee7: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:26:30.461643 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a200fb-d7b8-4563-af42-81fdd3c9059a req-d7cefe6b-537f-4406-8e22-5ac25d887c5e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:30.463149 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20a200fb-d7b8-4563-af42-81fdd3c9059a req-d7cefe6b-537f-4406-8e22-5ac25d887c5e tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0587368 Mar 21 11:26:30.523490 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-20a200fb-d7b8-4563-af42-81fdd3c9059a req-2b5bf476-f591-4176-9719-bac922978b73 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/security-groups?id=85248cda-31d7-421d-98d6-5e4a1eadbae7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531068 Mar 21 11:26:30.744254 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-3349000a-5330-40ce-a5ab-2a5bcb6aa009 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:26:30.745785 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-3349000a-5330-40ce-a5ab-2a5bcb6aa009 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 945 time: 0.0589042 Mar 21 11:26:30.848976 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:30.849323 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:30.941058 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] For port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:30.941423 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:30.956034 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:31.090921 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:31.120981 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:31.178866 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] No DVR routers for this DVR port 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:31.181929 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:31.185327 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-30b71c5a-7942-466b-98a7-a51b54c83235 req-2d8cdabf-0f9f-4ea4-a961-0e8853a25a49 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.35 "DELETE /v2.0/ports/81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 HTTP/1.1" status: 204 len: 173 time: 0.4335506 Mar 21 11:26:31.186069 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'name': 'network-vif-deleted', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:26:31.188456 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b062b5-f7d6-4479-8417-e4252fb96a15" -d '{"events": [{"server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "name": "network-vif-deleted", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:26:31.228860 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c995d3e-f9ed-44c8-bc5b-e34acc0f48bb x-openstack-request-id: req-1c995d3e-f9ed-44c8-bc5b-e34acc0f48bb {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:26:31.229154 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70662bf2-8245-463e-85a9-71a1f506b805", "name": "network-vif-deleted", "tag": "81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:26:31.229418 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-1c995d3e-f9ed-44c8-bc5b-e34acc0f48bb {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:26:31.229866 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70662bf2-8245-463e-85a9-71a1f506b805', 'name': 'network-vif-deleted', 'tag': '81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8', 'status': 'completed', 'code': 200} Mar 21 11:26:31.645317 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-0d551688-b4bd-4011-8936-b43acbf119a2 req-d15480c0-bdfa-4102-a655-53306be6d979 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "GET /v2.0/ports?device_id=70662bf2-8245-463e-85a9-71a1f506b805 HTTP/1.1" status: 200 len: 210 time: 0.0281861 Mar 21 11:26:32.709335 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41250) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:32.848815 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Deleting port 19605746-a34f-4b9b-a9d6-8ddaa2251b28 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:32.849097 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.186378 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.186644 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (19605746-a34f-4b9b-a9d6-8ddaa2251b28), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.201465 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Calling delete_port for 19605746-a34f-4b9b-a9d6-8ddaa2251b28 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:33.349353 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (19605746-a34f-4b9b-a9d6-8ddaa2251b28), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.375325 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'Port': ['ID=19605746-a34f-4b9b-a9d6-8ddaa2251b28,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:33.438123 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for floatingip (d06477ad-6941-47e6-83d3-dc4c36116e1a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.441323 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:33.443132 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-30343535-e9be-4461-b780-a3c38dc9c0f4 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "DELETE /v2.0/floatingips/d06477ad-6941-47e6-83d3-dc4c36116e1a HTTP/1.1" status: 204 len: 168 time: 0.7327120 Mar 21 11:26:34.664789 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41262) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:34.725077 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (85248cda-31d7-421d-98d6-5e4a1eadbae7), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:34.753592 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (85248cda-31d7-421d-98d6-5e4a1eadbae7), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:34.825179 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (85248cda-31d7-421d-98d6-5e4a1eadbae7), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:34.828230 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Publish callbacks [] for security_group (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:34.829464 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] 10.222.0.53 "DELETE /v2.0/security-groups/85248cda-31d7-421d-98d6-5e4a1eadbae7 HTTP/1.1" status: 204 len: 168 time: 0.1636121 Mar 21 11:26:34.839055 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aaef08-e6c4-47a1-bfe9-cf880b9409a3 tempest-TestVolumeBootPattern-397443299 tempest-TestVolumeBootPattern-397443299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85248cda-31d7-421d-98d6-5e4a1eadbae7,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:34.889859 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41266) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:34.935042 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:34.954409 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:34.955441 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 81a72ff7-b62e-4bb5-9b6b-67fe1e813ae8 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:35.431181 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (4d974c7a-33cb-4df5-a52f-c3438d455188), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:35.697668 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Deleting port 485a05e9-11c0-4054-b656-7333d5a9c295 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:35.698412 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:35.781317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] For port 485a05e9-11c0-4054-b656-7333d5a9c295, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=485a05e9-11c0-4054-b656-7333d5a9c295,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:35.781675 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:35.795017 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Calling delete_port for 485a05e9-11c0-4054-b656-7333d5a9c295 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:35.996229 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (485a05e9-11c0-4054-b656-7333d5a9c295), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.022463 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Pushing event deleted for resources: {'Port': ['ID=485a05e9-11c0-4054-b656-7333d5a9c295,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:36.206158 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (4d974c7a-33cb-4df5-a52f-c3438d455188), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.452700 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Router 4d974c7a-33cb-4df5-a52f-c3438d455188 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:26:36.564883 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:26:36.570268 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-f78d1fb1-7ac8-42e2-a346-be3c69ee45eb admin admin] 10.222.0.53 "PUT /v2.0/routers/4d974c7a-33cb-4df5-a52f-c3438d455188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6792009 Mar 21 11:26:36.573699 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41270) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:36.574652 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Sync routers for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:26:36.585672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:36.586309 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:36.683158 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks [] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.703256 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:36.787560 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks [] for router_gateway (4d974c7a-33cb-4df5-a52f-c3438d455188), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.847463 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Deleting port d9598d9f-1775-4d90-8c6d-8e95e994a2cc {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:36.848103 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.888277 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:26:35Z', 'revision_number': 5, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port': {'id': 'd9598d9f-1775-4d90-8c6d-8e95e994a2cc', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:da:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:36.917752 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Checking router: 4d974c7a-33cb-4df5-a52f-c3438d455188 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:26:36.926556 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Routers {'4d974c7a-33cb-4df5-a52f-c3438d455188'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:36.927174 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['4d974c7a-33cb-4df5-a52f-c3438d455188'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:36.941477 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] For port d9598d9f-1775-4d90-8c6d-8e95e994a2cc, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:36.941821 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:36.960846 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Calling delete_port for d9598d9f-1775-4d90-8c6d-8e95e994a2cc owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:37.020071 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] Set router 4d974c7a-33cb-4df5-a52f-c3438d455188 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:37.075280 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:26:36Z', 'revision_number': 6, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:37.103500 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206945e-8cad-4533-b424-5eb814aa6fbb None None] The sync data for ids ['4d974c7a-33cb-4df5-a52f-c3438d455188'] in dv-cinder-834448-1-iscsi is: [{'id': '4d974c7a-33cb-4df5-a52f-c3438d455188', 'name': 'tempest-TestVolumeBootPattern-940620169-router', 'tenant_id': '74ec4e49fc2e4d56843d76460fe4e870', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:13Z', 'updated_at': '2022-03-21T11:26:36Z', 'revision_number': 6, 'project_id': '74ec4e49fc2e4d56843d76460fe4e870', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:26:37.139564 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (d9598d9f-1775-4d90-8c6d-8e95e994a2cc), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.171769 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9598d9f-1775-4d90-8c6d-8e95e994a2cc,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:37.327463 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:26:37.512935 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (4d974c7a-33cb-4df5-a52f-c3438d455188), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.616859 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.619225 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks [] for router_controller (4d974c7a-33cb-4df5-a52f-c3438d455188), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.669712 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (4d974c7a-33cb-4df5-a52f-c3438d455188), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.670337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d974c7a-33cb-4df5-a52f-c3438d455188 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:26:37.675634 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.676507 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-22946843-8778-4a51-92ef-bf2ce319b627 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4d974c7a-33cb-4df5-a52f-c3438d455188 HTTP/1.1" status: 204 len: 168 time: 1.1018374 Mar 21 11:26:37.680265 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41274) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:37.730529 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Deleting subnet c19f31f6-0485-474c-8911-1749523b2835 {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:26:37.733956 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Publish callbacks [] for subnet (c19f31f6-0485-474c-8911-1749523b2835), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.771891 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (c19f31f6-0485-474c-8911-1749523b2835), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.852908 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (c19f31f6-0485-474c-8911-1749523b2835), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.918065 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (c19f31f6-0485-474c-8911-1749523b2835), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.944710 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19f31f6-0485-474c-8911-1749523b2835,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:37.948876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:37.952174 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-0baf3984-2cb6-4b97-8b93-dd902abdd874 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c19f31f6-0485-474c-8911-1749523b2835 HTTP/1.1" status: 204 len: 168 time: 0.2708883 Mar 21 11:26:37.955003 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436b8e0-48be-4779-8e14-20c36940a467 None None] Network 7f8d10b5-daf1-4e3d-b99c-e821ac533544 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:26:37.955529 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41276) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:38.028618 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (7f8d10b5-daf1-4e3d-b99c-e821ac533544), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.087973 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Deleting port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:38.087973 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.126672 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] DHCP port deletion for 7f8d10b5-daf1-4e3d-b99c-e821ac533544 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:26:38.159623 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] For port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:38.160010 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.176926 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Calling delete_port for 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:38.192570 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Deleting port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:38.192966 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.263895 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] For port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,segment=NetworkSegment(6cc147a0-f033-46dd-997f-816596f1d970),segment_id=6cc147a0-f033-46dd-997f-816596f1d970)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:38.264432 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.271328 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.278327 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Calling delete_port for 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:38.297723 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:38.299578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] No DVR routers for this DVR port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:38.355461 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.372241 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (7f8d10b5-daf1-4e3d-b99c-e821ac533544), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.383415 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Pushing event deleted for resources: {'Port': ['ID=07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:38.391137 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] No DVR routers for this DVR port 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:38.393222 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.393580 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.393940 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.394276 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.394608 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.394938 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.395260 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.395567 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.395889 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.396212 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.396532 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.396707 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f8d10b5-daf1-4e3d-b99c-e821ac533544']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:38.396853 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.397172 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.397490 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.397830 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa96110-fc93-4343-9369-0fc7684879c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:26:38.409839 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc147a0-f033-46dd-997f-816596f1d970') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:38.410114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc147a0-f033-46dd-997f-816596f1d970') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:38.420755 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (6cc147a0-f033-46dd-997f-816596f1d970), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.434449 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (6cc147a0-f033-46dd-997f-816596f1d970), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.440919 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:26:38.441481 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (6cc147a0-f033-46dd-997f-816596f1d970), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:26:38.443465 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:26:38.497797 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (7f8d10b5-daf1-4e3d-b99c-e821ac533544), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.504725 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.508230 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7f8d10b5-daf1-4e3d-b99c-e821ac533544 HTTP/1.1" status: 204 len: 168 time: 0.5516152 Mar 21 11:26:38.511358 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41278) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:38.519628 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8463ad-cacb-45f6-810c-016b24c793e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f8d10b5-daf1-4e3d-b99c-e821ac533544,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:38.884529 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (febfb152-ff60-4452-9265-1123d4a6de07), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:38.984569 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device d9598d9f-1775-4d90-8c6d-8e95e994a2cc no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:39.135917 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: d9598d9f-1775-4d90-8c6d-8e95e994a2cc {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:39.136175 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device d9598d9f-1775-4d90-8c6d-8e95e994a2cc not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:39.136593 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:39.155812 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:39.156159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 07d6b42d-7cf6-44e7-beba-17cb3e7bc4d9 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:39.156585 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 485a05e9-11c0-4054-b656-7333d5a9c295 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:39.166791 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Deleting port a0743286-27f9-4c9a-8663-a2352e38c670 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:39.167128 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:39.177709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 485a05e9-11c0-4054-b656-7333d5a9c295 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:39.178049 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 485a05e9-11c0-4054-b656-7333d5a9c295 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:39.254922 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] For port a0743286-27f9-4c9a-8663-a2352e38c670, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a0743286-27f9-4c9a-8663-a2352e38c670,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:39.255295 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:39.269815 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Calling delete_port for a0743286-27f9-4c9a-8663-a2352e38c670 owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:39.459965 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (a0743286-27f9-4c9a-8663-a2352e38c670), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:39.484424 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Pushing event deleted for resources: {'Port': ['ID=a0743286-27f9-4c9a-8663-a2352e38c670,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:39.655919 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (febfb152-ff60-4452-9265-1123d4a6de07), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:39.889931 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Router febfb152-ff60-4452-9265-1123d4a6de07 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:26:40.019406 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:26:40.025237 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-16e17334-1ac2-4d6a-9d3e-92947671404e admin admin] 10.222.0.53 "PUT /v2.0/routers/febfb152-ff60-4452-9265-1123d4a6de07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5128424 Mar 21 11:26:40.028033 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41280) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:40.028971 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Sync routers for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:26:40.044432 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:40.045091 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:40.142453 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks [] for router (febfb152-ff60-4452-9265-1123d4a6de07), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.156847 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:40.256729 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks [] for router_gateway (febfb152-ff60-4452-9265-1123d4a6de07), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.314152 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Deleting port ab85c4fc-b4a4-4abc-8ce9-6122374252e6 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:40.314966 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.348247 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:26:39Z', 'revision_number': 5, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port': {'id': 'ab85c4fc-b4a4-4abc-8ce9-6122374252e6', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:ca:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:18:21Z', 'updated_at': '2022-03-21T11:18:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:40.375613 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Checking router: febfb152-ff60-4452-9265-1123d4a6de07 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:26:40.384113 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Routers {'febfb152-ff60-4452-9265-1123d4a6de07'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:26:40.384781 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:26:21Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['febfb152-ff60-4452-9265-1123d4a6de07'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:40.397201 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] For port ab85c4fc-b4a4-4abc-8ce9-6122374252e6, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:40.397493 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.414780 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Calling delete_port for ab85c4fc-b4a4-4abc-8ce9-6122374252e6 owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:40.484474 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] Set router febfb152-ff60-4452-9265-1123d4a6de07 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:26:40.540174 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:26:40Z', 'revision_number': 6, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:40.569257 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ceba67-30fb-4857-be0c-400c51190fa2 None None] The sync data for ids ['febfb152-ff60-4452-9265-1123d4a6de07'] in dv-cinder-834448-1-iscsi is: [{'id': 'febfb152-ff60-4452-9265-1123d4a6de07', 'name': 'tempest-TestVolumeBootPattern-2039161520-router', 'tenant_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:18:20Z', 'updated_at': '2022-03-21T11:26:40Z', 'revision_number': 6, 'project_id': 'b33ffd71656545e685fb1a95d3ae1c9c', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:26:40.605803 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (ab85c4fc-b4a4-4abc-8ce9-6122374252e6), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.632764 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab85c4fc-b4a4-4abc-8ce9-6122374252e6,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:40.695029 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (febfb152-ff60-4452-9265-1123d4a6de07), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.799283 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (febfb152-ff60-4452-9265-1123d4a6de07), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.801835 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks [] for router_controller (febfb152-ff60-4452-9265-1123d4a6de07), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.851496 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (febfb152-ff60-4452-9265-1123d4a6de07), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.852075 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router febfb152-ff60-4452-9265-1123d4a6de07 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:26:40.856958 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.858166 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-b0da35e9-f2cc-4d81-94f8-cb9f32eb59b4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/febfb152-ff60-4452-9265-1123d4a6de07 HTTP/1.1" status: 204 len: 168 time: 0.8291650 Mar 21 11:26:40.861726 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41282) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:40.910141 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Deleting subnet becac5c0-e997-46a1-b8f2-9b4e3d9d20ea {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:26:40.915630 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Publish callbacks [] for subnet (becac5c0-e997-46a1-b8f2-9b4e3d9d20ea), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:40.953763 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (becac5c0-e997-46a1-b8f2-9b4e3d9d20ea), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.043002 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (becac5c0-e997-46a1-b8f2-9b4e3d9d20ea), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.101418 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (becac5c0-e997-46a1-b8f2-9b4e3d9d20ea), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.130593 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=becac5c0-e997-46a1-b8f2-9b4e3d9d20ea,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:41.134886 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.138511 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-ff3158ba-cacc-42b0-b825-af7a7b583410 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/becac5c0-e997-46a1-b8f2-9b4e3d9d20ea HTTP/1.1" status: 204 len: 168 time: 0.2754996 Mar 21 11:26:41.141128 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41284) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:41.141729 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768717ec-99c9-4073-85c8-b5160017ed13 None None] Network 73b6c5e6-7278-4aa7-9615-f05e04fc8874 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:26:41.218239 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (73b6c5e6-7278-4aa7-9615-f05e04fc8874), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.279076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Deleting port 165ea790-d1a1-439f-9435-23ca80ed5fea {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:41.279461 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.348564 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] For port 165ea790-d1a1-439f-9435-23ca80ed5fea, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=165ea790-d1a1-439f-9435-23ca80ed5fea,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:41.349000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.358323 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] DHCP port deletion for 73b6c5e6-7278-4aa7-9615-f05e04fc8874 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:26:41.364373 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a0743286-27f9-4c9a-8663-a2352e38c670 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:41.365577 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Calling delete_port for 165ea790-d1a1-439f-9435-23ca80ed5fea owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:41.402952 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: a0743286-27f9-4c9a-8663-a2352e38c670 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:41.403295 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a0743286-27f9-4c9a-8663-a2352e38c670 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:41.434157 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Deleting port 165ea790-d1a1-439f-9435-23ca80ed5fea {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:26:41.434628 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.459447 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.487512 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] No DVR routers for this DVR port 165ea790-d1a1-439f-9435-23ca80ed5fea on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:41.489706 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=165ea790-d1a1-439f-9435-23ca80ed5fea,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:41.507930 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] For port 165ea790-d1a1-439f-9435-23ca80ed5fea, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=165ea790-d1a1-439f-9435-23ca80ed5fea,segment=NetworkSegment(80c1aa8a-f811-4ac1-ac43-4956930dcf27),segment_id=80c1aa8a-f811-4ac1-ac43-4956930dcf27)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:26:41.508470 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.522096 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Calling delete_port for 165ea790-d1a1-439f-9435-23ca80ed5fea owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:26:41.563049 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (73b6c5e6-7278-4aa7-9615-f05e04fc8874), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.586351 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73b6c5e6-7278-4aa7-9615-f05e04fc8874']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:41.596949 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80c1aa8a-f811-4ac1-ac43-4956930dcf27') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:41.597630 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80c1aa8a-f811-4ac1-ac43-4956930dcf27') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:26:41.605736 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (165ea790-d1a1-439f-9435-23ca80ed5fea), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.608884 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (80c1aa8a-f811-4ac1-ac43-4956930dcf27), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.623505 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (80c1aa8a-f811-4ac1-ac43-4956930dcf27), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.631247 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] Pushing event deleted for resources: {'Port': ['ID=165ea790-d1a1-439f-9435-23ca80ed5fea,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:41.631495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:26:41.631967 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (80c1aa8a-f811-4ac1-ac43-4956930dcf27), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:26:41.635488 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:26:41.639881 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1568b31b-2ef8-4fd5-bb1e-ed81b4d56f36 None None] No DVR routers for this DVR port 165ea790-d1a1-439f-9435-23ca80ed5fea on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:26:41.702459 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (73b6c5e6-7278-4aa7-9615-f05e04fc8874), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.708360 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.711728 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] 10.222.0.53 "DELETE /v2.0/networks/73b6c5e6-7278-4aa7-9615-f05e04fc8874 HTTP/1.1" status: 204 len: 168 time: 0.5693963 Mar 21 11:26:41.727045 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5767d789-c9d2-4961-87e0-fc993f0b1d15 admin admin] Pushing event deleted for resources: {'Network': ['ID=73b6c5e6-7278-4aa7-9615-f05e04fc8874,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:41.833967 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41288) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:41.876185 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-410e7b62-b230-4265-889a-ff2f622e24a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=74ec4e49fc2e4d56843d76460fe4e870&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408757 Mar 21 11:26:41.878748 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41290) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:41.935887 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] Publish callbacks [] for security_group (c0e88b0e-e217-4ac7-9dc8-3d0594eaa770), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:41.960116 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] Publish callbacks [] for security_group (c0e88b0e-e217-4ac7-9dc8-3d0594eaa770), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.020426 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (c0e88b0e-e217-4ac7-9dc8-3d0594eaa770), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.022972 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.024163 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0e88b0e-e217-4ac7-9dc8-3d0594eaa770 HTTP/1.1" status: 204 len: 168 time: 0.1442361 Mar 21 11:26:42.032000 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c22813a-00ad-4513-ad2b-37360df94443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e88b0e-e217-4ac7-9dc8-3d0594eaa770,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:42.372254 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41296) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:42.417589 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-79f62f3f-2ac2-44b2-8d82-b7645ba4fa76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b33ffd71656545e685fb1a95d3ae1c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440955 Mar 21 11:26:42.420204 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41298) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:26:42.470423 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] Publish callbacks [] for security_group (82a866d4-4e19-4b3a-a23b-76f86f430eba), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.491812 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] Publish callbacks [] for security_group (82a866d4-4e19-4b3a-a23b-76f86f430eba), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.555727 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (82a866d4-4e19-4b3a-a23b-76f86f430eba), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.558420 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:42.559583 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82a866d4-4e19-4b3a-a23b-76f86f430eba HTTP/1.1" status: 204 len: 168 time: 0.1385012 Mar 21 11:26:42.568101 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743012f0-bba5-41c6-91d9-a0be0f376868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a866d4-4e19-4b3a-a23b-76f86f430eba,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:26:42.982493 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ab85c4fc-b4a4-4abc-8ce9-6122374252e6 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:43.002971 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: ab85c4fc-b4a4-4abc-8ce9-6122374252e6 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:43.003322 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device ab85c4fc-b4a4-4abc-8ce9-6122374252e6 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:43.003740 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 165ea790-d1a1-439f-9435-23ca80ed5fea no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:26:43.022703 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 165ea790-d1a1-439f-9435-23ca80ed5fea {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:26:43.023051 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 165ea790-d1a1-439f-9435-23ca80ed5fea not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:26:48.268352 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-288cc8cd-34bc-4b08-bcad-45730c521eae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:49.048992 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:50.904841 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a4f2d5de-0a7a-44fb-991d-baa09e3a77c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:52.268003 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:54.255258 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:26:55.342597 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:14.326521 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:27:18.264400 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4e2d169a-e0f3-4b2a-90b5-ff76f282dbfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:19.055648 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:20.900837 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-844ed759-e514-4692-a913-26a4a17802d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:22.271346 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:24.258099 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:25.341527 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:31.469953 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-3581fc3f-3d7a-45e9-adde-faee17618201 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448599 Mar 21 11:27:31.568586 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-083504c5-7e97-49e3-9d4b-108f2a3f5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:27:31.570118 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-083504c5-7e97-49e3-9d4b-108f2a3f5125 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0560656 Mar 21 11:27:31.703892 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-158c58cd-2405-495c-bae3-0d71e53993dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:27:31.705354 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-158c58cd-2405-495c-bae3-0d71e53993dd service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.1128967 Mar 21 11:27:31.782639 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-4203b466-6e71-4ad4-acb2-a32cebce4200 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0699799 Mar 21 11:27:31.838733 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-36463fd4-c9b8-4a95-bc31-79f693f1b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:27:31.840304 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-36463fd4-c9b8-4a95-bc31-79f693f1b7e6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0512030 Mar 21 11:27:31.890452 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-75fcf24c-75d7-4d0a-80e6-38cfac7d280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:27:31.892064 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-75fcf24c-75d7-4d0a-80e6-38cfac7d280e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464075 Mar 21 11:27:31.980925 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-756b19a3-3312-47f8-ad77-25f240933d5b service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827284 Mar 21 11:27:32.088067 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ff77a97d-5193-4189-9991-68cb4b1f87c8 req-5d8a5c27-ec8a-4131-96e9-3d130e4e9315 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015470 Mar 21 11:27:48.263882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d7dd380d-74fd-4345-a5a4-e80692f40288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:49.046530 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:50.898013 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fb275264-6dba-4f57-a403-fa28537eda87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:51.325775 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:27:52.274875 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:54.261456 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:27:55.351530 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:18.262145 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0622744d-2561-446c-9379-01f9481362a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:19.055874 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:20.900057 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-89b71168-0188-46e2-afdb-59df89cde64b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:22.284274 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:24.265791 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:25.346864 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:28.327514 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:28:33.097212 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-c8d58dcf-b6c0-4448-80c0-45599e725537 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468578 Mar 21 11:28:33.192312 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-596b1c47-ebaa-4c50-a9e6-4bdbca610524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:28:33.193837 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-596b1c47-ebaa-4c50-a9e6-4bdbca610524 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0524530 Mar 21 11:28:33.303462 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-cfd93675-7e5a-4bf2-8c34-f2569d3918c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:28:33.305539 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-cfd93675-7e5a-4bf2-8c34-f2569d3918c2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.0936224 Mar 21 11:28:33.384195 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-95c0fe27-0b06-437c-b2c0-cedae638a203 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 1001 time: 0.0712049 Mar 21 11:28:33.750123 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-642c64d4-688c-49b1-9de7-ee733c961e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:28:33.751669 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-642c64d4-688c-49b1-9de7-ee733c961e2f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.3615465 Mar 21 11:28:33.804615 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-0591e02a-8443-4b2f-9ca3-2bce1657b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:28:33.806160 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-0591e02a-8443-4b2f-9ca3-2bce1657b366 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485458 Mar 21 11:28:33.898415 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-dc8d08a8-044d-49f6-ae7a-aff62af2876e service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845068 Mar 21 11:28:33.999749 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-ea6da98b-14fe-4a25-9790-4ab82449765c req-713a61b7-b851-4e97-a51e-ddc904a6d699 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943944 Mar 21 11:28:48.257925 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-37eca404-ec0b-4503-9b03-173ac7de9596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:49.069773 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:50.901210 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-d781baec-5c5f-4a5e-9dca-c2965ddb9622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:52.287320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:54.267221 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:28:55.353710 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.127404 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41364) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:02.305355 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Deleting port 3a7a9c22-9fb2-4a24-8af9-4b961f30df90 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:02.305905 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.384484 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.384733 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for floatingip (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.397200 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Calling delete_port for 3a7a9c22-9fb2-4a24-8af9-4b961f30df90 owned by network:floatingip {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:02.566438 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (3a7a9c22-9fb2-4a24-8af9-4b961f30df90), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.591601 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event deleted for resources: {'Port': ['ID=3a7a9c22-9fb2-4a24-8af9-4b961f30df90,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:02.603763 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.604105 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.604453 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.604800 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.605131 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.605434 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.605823 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.606151 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.606478 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.606809 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.607110 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.607439 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.607757 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.608080 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.608398 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103431) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:02.671491 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for floatingip (bd6db28c-fcb2-4092-af67-b451bbf3f306), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:02.671768 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.db.l3_db [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Floating IP bd6db28c-fcb2-4092-af67-b451bbf3f306 disassociated (deleted). External IP: 172.27.1.195, port: 4b0beed8-2ca4-4573-be25-3969eee40672. Mar 21 11:29:02.889244 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:29:03.006013 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:29:03.010939 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for floatingip (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:03.017797 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Sync routers for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:29:03.028541 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:03.029172 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:03.041851 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-08bf5bdf-d88c-4789-ac6a-1d5847697fc7 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "DELETE /v2.0/floatingips/bd6db28c-fcb2-4092-af67-b451bbf3f306 HTTP/1.1" status: 204 len: 168 time: 0.9132309 Mar 21 11:29:03.042756 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103431) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:29:03.045051 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}245e64516bb316eaf2b5a931ccbd957dfe4c7c2265d58e172b2f726a1af912e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103431) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:29:03.083580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Mar 2022 11:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14b3799a-698b-4f38-9df0-5ae598ef8ea3 x-openstack-request-id: req-14b3799a-698b-4f38-9df0-5ae598ef8ea3 {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:29:03.083876 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "status": "completed", "code": 200}]} {{(pid=103431) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:29:03.084243 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-14b3799a-698b-4f38-9df0-5ae598ef8ea3 {{(pid=103431) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:29:03.084515 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'status': 'completed', 'code': 200} Mar 21 11:29:03.147470 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:03.159764 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-2680bbff-c290-45cb-aa17-7dae082dcfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:03.162733 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-2680bbff-c290-45cb-aa17-7dae082dcfe1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 1129 time: 0.0526662 Mar 21 11:29:03.292294 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-fb74df13-29ab-4f74-b03f-a6d2305f6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:03.293800 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-fb74df13-29ab-4f74-b03f-a6d2305f6c6e service neutron] 10.222.0.35 "GET /v2.0/networks?id=d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 200 len: 909 time: 0.1208234 Mar 21 11:29:03.340992 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-34f591a2-8cd3-4085-b3f2-6a30ed1fc257 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 200 len: 217 time: 0.0408211 Mar 21 11:29:03.348851 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac1be5-7b56-43f4-971a-f64ea0c3458a req-d4c59c57-9088-4246-8306-03aad60834c2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:03.350282 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93ac1be5-7b56-43f4-971a-f64ea0c3458a req-d4c59c57-9088-4246-8306-03aad60834c2 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.1128151 Mar 21 11:29:03.352592 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:03.379650 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Checking router: 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:29:03.388791 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:03.389407 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:03.409047 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-f9be3ef9-341e-45bd-9120-9d5a233a4136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:03.410520 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-f9be3ef9-341e-45bd-9120-9d5a233a4136 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 200 len: 848 time: 0.0593789 Mar 21 11:29:03.457710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-93ac1be5-7b56-43f4-971a-f64ea0c3458a req-70563d84-8d43-435c-8717-fe8db4306984 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981750 Mar 21 11:29:03.477659 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-16ce7ba6-f3f1-489c-a1d1-71c1d2ad63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:03.477659 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-16ce7ba6-f3f1-489c-a1d1-71c1d2ad63b1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=d1da723d-7df5-4dd8-a087-b3969b77f934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576670 Mar 21 11:29:03.499850 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:03.572937 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-b1a85e2e-6321-45d8-9b3a-a0362a6478cf service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875149 Mar 21 11:29:03.666805 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-a23ec7af-a757-41cf-8b7d-affa9f9afa0b req-5af75c4a-db6a-42ad-ac7f-0cf442ae80f7 service neutron] 10.222.0.35 "GET /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874631 Mar 21 11:29:03.668783 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-64b0d226-fe0f-489a-8581-88f109f1ddf2 req-b6238c0a-f1cc-4390-837d-0c1e1a730788 service neutron] (103431) timed out ('10.222.0.35', 59578) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 11:29:03.708310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:03.740352 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b44d0-ee04-4d47-a644-6756395c46c6 None None] The sync data for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi is: [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:21:39Z', 'revision_number': 4, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi', '_interfaces': [{'id': '91649054-dbeb-439d-b636-da0cfb6a398f', 'name': '', 'network_id': 'd1da723d-7df5-4dd8-a087-b3969b77f934', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'mac_address': 'fa:16:3e:3f:b0:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:38Z', 'updated_at': '2022-03-21T11:21:47Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'subnets': [{'id': '024a8b42-07f2-4eeb-8411-58afff39c59b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:29:04.005762 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405a9833-470b-4b1d-a9c9-983e61f198a2 None None] New status for floating IP bd6db28c-fcb2-4092-af67-b451bbf3f306: DOWN {{(pid=103433) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 21 11:29:04.610401 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aceea-ff49-4a03-8f2d-c4866cb1d498 req-98d19164-ea38-4706-b6c0-625d1c0e4e08 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:04.611949 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-983aceea-ff49-4a03-8f2d-c4866cb1d498 req-98d19164-ea38-4706-b6c0-625d1c0e4e08 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0623562 Mar 21 11:29:04.666494 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-983aceea-ff49-4a03-8f2d-c4866cb1d498 req-1287d78b-917a-4f8f-911f-0e226d01516d tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/security-groups?id=537e4aa8-7516-4ba8-a836-e9aa59170fdf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485377 Mar 21 11:29:04.844178 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-548c723e-13e7-430c-b109-f0493fbea2a8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103430) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 21 11:29:04.845710 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-548c723e-13e7-430c-b109-f0493fbea2a8 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.35 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 945 time: 0.0559525 Mar 21 11:29:04.852052 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [req-db819004-627a-424e-8df7-075f6f99d678 req-c9355db5-2814-463d-a094-ff1330e43cea service neutron] (103431) timed out ('10.222.0.35', 59592) {{(pid=103431) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 11:29:04.944311 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Deleting port 4b0beed8-2ca4-4573-be25-3969eee40672 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:04.944662 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:05.044589 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] For port 4b0beed8-2ca4-4573-be25-3969eee40672, host hv-cinder-83444, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83444',level=0,port_id=4b0beed8-2ca4-4573-be25-3969eee40672,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:05.044936 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:05.058760 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Calling delete_port for 4b0beed8-2ca4-4573-be25-3969eee40672 owned by compute:nova {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:05.200847 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (4b0beed8-2ca4-4573-be25-3969eee40672), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:05.230514 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event deleted for resources: {'Port': ['ID=4b0beed8-2ca4-4573-be25-3969eee40672,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:05.241270 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.241643 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.242067 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.242320 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.242652 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.242999 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.243317 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.243838 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.243975 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.244295 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.244619 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.245704 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.246054 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.246374 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.246687 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103430) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:05.288198 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] No DVR routers for this DVR port 4b0beed8-2ca4-4573-be25-3969eee40672 on host hv-cinder-83444 {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:29:05.290855 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79276'] for port (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:05.294295 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-1bc2be41-73dd-4c0c-a3f9-2dd3223257e4 req-23e0cded-6029-44a5-b2cf-a9d1a4713ad3 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.35 "DELETE /v2.0/ports/4b0beed8-2ca4-4573-be25-3969eee40672 HTTP/1.1" status: 204 len: 173 time: 0.4437625 Mar 21 11:29:05.294834 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-deleted', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672'}] {{(pid=103430) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 21 11:29:05.297210 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.53/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a787028d29437814e726e1a3d70581a9b258830c3a9757bdd53a804dbdc68090" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856925b7-5889-46a2-b520-239f672b8097" -d '{"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-deleted", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672"}]}' {{(pid=103430) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 21 11:29:05.328653 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:29:05.340395 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Mar 2022 11:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b835f634-05fd-48f1-be9b-3a108e795565 x-openstack-request-id: req-b835f634-05fd-48f1-be9b-3a108e795565 {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 21 11:29:05.340723 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fe6f48c-81d8-4ddd-840b-7e42fb654248", "name": "network-vif-deleted", "tag": "4b0beed8-2ca4-4573-be25-3969eee40672", "status": "completed", "code": 200}]} {{(pid=103430) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 21 11:29:05.340955 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.53/compute/v2.1/os-server-external-events used request id req-b835f634-05fd-48f1-be9b-3a108e795565 {{(pid=103430) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 21 11:29:05.341360 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fe6f48c-81d8-4ddd-840b-7e42fb654248', 'name': 'network-vif-deleted', 'tag': '4b0beed8-2ca4-4573-be25-3969eee40672', 'status': 'completed', 'code': 200} Mar 21 11:29:05.801302 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [req-7b9f5468-7cda-4c5a-a749-7b875c67a9bc req-c0bd1397-f961-40c7-8fc6-00373d34b6fa tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "GET /v2.0/ports?device_id=0fe6f48c-81d8-4ddd-840b-7e42fb654248 HTTP/1.1" status: 200 len: 210 time: 0.0326273 Mar 21 11:29:06.865939 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41392) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:06.938648 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (537e4aa8-7516-4ba8-a836-e9aa59170fdf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:06.964113 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (537e4aa8-7516-4ba8-a836-e9aa59170fdf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:07.037773 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (537e4aa8-7516-4ba8-a836-e9aa59170fdf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:07.040452 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:07.041695 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] 10.222.0.53 "DELETE /v2.0/security-groups/537e4aa8-7516-4ba8-a836-e9aa59170fdf HTTP/1.1" status: 204 len: 168 time: 0.1742511 Mar 21 11:29:07.051628 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f855a5e-5617-4376-b86f-0103dfda7561 tempest-TestShelveInstance-2028556166 tempest-TestShelveInstance-2028556166-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537e4aa8-7516-4ba8-a836-e9aa59170fdf,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:07.100212 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41396) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:07.651558 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:07.909130 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Deleting port 91649054-dbeb-439d-b636-da0cfb6a398f {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:07.909432 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:07.992205 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] For port 91649054-dbeb-439d-b636-da0cfb6a398f, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=91649054-dbeb-439d-b636-da0cfb6a398f,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:07.992509 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:08.008730 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Calling delete_port for 91649054-dbeb-439d-b636-da0cfb6a398f owned by network:router_interface {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:08.198551 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (91649054-dbeb-439d-b636-da0cfb6a398f), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:08.224080 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=91649054-dbeb-439d-b636-da0cfb6a398f,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:08.391772 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:08.623902 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103430) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:29:08.737039 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103430) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:29:08.742626 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-a1f389ec-cd9e-44a7-a2ec-7e3db617c4c0 admin admin] 10.222.0.53 "PUT /v2.0/routers/6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413066 Mar 21 11:29:08.745244 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41400) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:08.746122 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Sync routers for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:29:08.760712 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:08.761709 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:08.861495 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks [] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:08.971082 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks [] for router_gateway (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.008522 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:09.031448 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Deleting port dc65c428-eb9c-4a66-8c7c-c0953b289d9c {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:09.031797 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.115322 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] For port dc65c428-eb9c-4a66-8c7c-c0953b289d9c, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:09.115691 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.129208 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Calling delete_port for dc65c428-eb9c-4a66-8c7c-c0953b289d9c owned by network:router_gateway {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:09.200908 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133'}], 'enable_snat': True}, 'gw_port_id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:29:08Z', 'revision_number': 5, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port': {'id': 'dc65c428-eb9c-4a66-8c7c-c0953b289d9c', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:0a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:33Z', 'updated_at': '2022-03-21T11:21:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:09.226591 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Checking router: 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 for host: dv-cinder-834448-1-iscsi {{(pid=103432) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:29:09.235651 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Routers {'6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103432) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:09.236320 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'], 'active': True} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:09.304856 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (dc65c428-eb9c-4a66-8c7c-c0953b289d9c), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.327447 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvr_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] Set router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 gateway port host: None {{(pid=103432) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:09.332809 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc65c428-eb9c-4a66-8c7c-c0953b289d9c,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:09.382455 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_hamode_db [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:29:08Z', 'revision_number': 6, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103432) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:09.393995 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.409712 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150e283f-932a-44d0-8cd4-355cedec5d86 None None] The sync data for ids ['6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0'] in dv-cinder-834448-1-iscsi is: [{'id': '6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0', 'name': 'tempest-TestShelveInstance-1864056802-router', 'tenant_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:32Z', 'updated_at': '2022-03-21T11:29:08Z', 'revision_number': 6, 'project_id': 'b8f7b3e5769a400eb3853fcd22d41b40', 'gw_port_host': None}] {{(pid=103432) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:29:09.492436 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.494680 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks [] for router_controller (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.594634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 no longer exists at agent hyperv_hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:09.615731 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] No Port match for: 4b0beed8-2ca4-4573-be25-3969eee40672 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:09.616099 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Device 4b0beed8-2ca4-4573-be25-3969eee40672 not bound to the agent host hv-cinder-83444 {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:09.821460 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.822185 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 {{(pid=103430) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:29:09.827300 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.828517 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-740d0296-93af-4492-a9ac-5a5264a4b906 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6a60d32c-0b08-4dbf-9227-ff0f6bfdbdc0 HTTP/1.1" status: 204 len: 168 time: 1.0823371 Mar 21 11:29:09.833503 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41402) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:09.875858 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Deleting subnet 024a8b42-07f2-4eeb-8411-58afff39c59b {{(pid=103430) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:29:09.878876 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Publish callbacks [] for subnet (024a8b42-07f2-4eeb-8411-58afff39c59b), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:09.914526 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5156286'] for subnet (024a8b42-07f2-4eeb-8411-58afff39c59b), precommit_delete_associations {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.001793 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (024a8b42-07f2-4eeb-8411-58afff39c59b), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.058950 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4393873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4248605'] for subnet (024a8b42-07f2-4eeb-8411-58afff39c59b), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.090179 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=024a8b42-07f2-4eeb-8411-58afff39c59b,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:10.093971 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.098102 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-d6fc30c3-afb4-4785-9b2b-5a9c7167c98f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/024a8b42-07f2-4eeb-8411-58afff39c59b HTTP/1.1" status: 204 len: 168 time: 0.2657542 Mar 21 11:29:10.099828 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [-] (103430) accepted ('10.222.0.53', 41404) {{(pid=103430) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:10.099988 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab165e-210c-4bae-a7af-ba05fc1872cf None None] Network d1da723d-7df5-4dd8-a087-b3969b77f934 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:29:10.171287 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (d1da723d-7df5-4dd8-a087-b3969b77f934), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.234461 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Deleting port 408206bb-1b55-4f78-b8c6-1e62e7272404 {{(pid=103430) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:10.234804 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.283393 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] DHCP port deletion for d1da723d-7df5-4dd8-a087-b3969b77f934 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:29:10.302287 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.db [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] For port 408206bb-1b55-4f78-b8c6-1e62e7272404, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=408206bb-1b55-4f78-b8c6-1e62e7272404,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103430) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:10.302731 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.317607 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.plugin [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Calling delete_port for 408206bb-1b55-4f78-b8c6-1e62e7272404 owned by network:dhcp {{(pid=103430) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:10.335225 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Deleting port 408206bb-1b55-4f78-b8c6-1e62e7272404 {{(pid=103432) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:10.335601 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), before_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.404207 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4392288'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.408574 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.db [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] For port 408206bb-1b55-4f78-b8c6-1e62e7272404, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=408206bb-1b55-4f78-b8c6-1e62e7272404,segment=NetworkSegment(2a53b7ca-2eac-49ad-b314-286912bb1109),segment_id=2a53b7ca-2eac-49ad-b314-286912bb1109)] {{(pid=103432) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:10.408747 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), precommit_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.422766 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Calling delete_port for 408206bb-1b55-4f78-b8c6-1e62e7272404 owned by network:dhcp {{(pid=103432) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:10.434337 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Pushing event deleted for resources: {'Port': ['ID=408206bb-1b55-4f78-b8c6-1e62e7272404,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:10.436885 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] No DVR routers for this DVR port 408206bb-1b55-4f78-b8c6-1e62e7272404 on host dv-cinder-834448-1-iscsi {{(pid=103430) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:29:10.512095 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (d1da723d-7df5-4dd8-a087-b3969b77f934), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.518761 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444'] for port (408206bb-1b55-4f78-b8c6-1e62e7272404), after_delete {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.533848 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1da723d-7df5-4dd8-a087-b3969b77f934']}} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:10.543904 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a53b7ca-2eac-49ad-b314-286912bb1109') {'for_net_delete': True} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:10.544203 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.services.segments.db [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a53b7ca-2eac-49ad-b314-286912bb1109') {} {{(pid=103430) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:10.547598 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Pushing event deleted for resources: {'Port': ['ID=408206bb-1b55-4f78-b8c6-1e62e7272404,revision_number=None']} {{(pid=103432) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:10.552519 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] No DVR routers for this DVR port 408206bb-1b55-4f78-b8c6-1e62e7272404 on host dv-cinder-834448-1-iscsi {{(pid=103432) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:29:10.558588 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5156231'] for segment (2a53b7ca-2eac-49ad-b314-286912bb1109), before_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.559437 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.559796 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.560132 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.560544 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.561566 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.561963 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.562233 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.562634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.562962 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.563298 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.563615 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.563928 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.564246 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.564557 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.565056 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38618f95-047b-4fcf-a578-8f6be0ea74c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834448-1-iscsi {{(pid=103432) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 21 11:29:10.573372 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (2a53b7ca-2eac-49ad-b314-286912bb1109), precommit_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.580991 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=103430) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:29:10.581375 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4392243'] for segment (2a53b7ca-2eac-49ad-b314-286912bb1109), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: Traceback (most recent call last): Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: timer() Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: cb(*args, **kw) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: return func(*args, **kwargs) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: self._notify() Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: self.callback(batched_events) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: event.method(event) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: return f(self, *a, **k) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._get(url).json() Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: return self.request(url, 'GET', **kwargs) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:29:10.583106 dv-cinder-834448-1-iscsi neutron-server[103430]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:29:10.638149 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (d1da723d-7df5-4dd8-a087-b3969b77f934), after_delete {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.643171 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron_lib.callbacks.manager [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103430) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:10.646691 dv-cinder-834448-1-iscsi neutron-server[103430]: INFO neutron.wsgi [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] 10.222.0.53 "DELETE /v2.0/networks/d1da723d-7df5-4dd8-a087-b3969b77f934 HTTP/1.1" status: 204 len: 168 time: 0.5459280 Mar 21 11:29:10.649891 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41406) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:10.660166 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e07aa68-20f3-4cf3-846a-1f89e5d10ead admin admin] Pushing event deleted for resources: {'Network': ['ID=d1da723d-7df5-4dd8-a087-b3969b77f934,revision_number=None']} {{(pid=103430) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:11.061670 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dc65c428-eb9c-4a66-8c7c-c0953b289d9c no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:11.091246 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: dc65c428-eb9c-4a66-8c7c-c0953b289d9c {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:11.091859 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device dc65c428-eb9c-4a66-8c7c-c0953b289d9c not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:11.092218 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 408206bb-1b55-4f78-b8c6-1e62e7272404 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:11.109925 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7884102'] for router_interface (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:11.111527 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 408206bb-1b55-4f78-b8c6-1e62e7272404 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:11.112072 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 408206bb-1b55-4f78-b8c6-1e62e7272404 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:11.112299 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 91649054-dbeb-439d-b636-da0cfb6a398f no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:11.131882 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 91649054-dbeb-439d-b636-da0cfb6a398f {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:11.132456 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 91649054-dbeb-439d-b636-da0cfb6a398f not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:11.672463 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Deleting port 8a9f812d-ab17-402a-962c-701c31d54ca1 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:11.673124 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:11.750950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] For port 8a9f812d-ab17-402a-962c-701c31d54ca1, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=8a9f812d-ab17-402a-962c-701c31d54ca1,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:11.751323 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:11.765936 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Calling delete_port for 8a9f812d-ab17-402a-962c-701c31d54ca1 owned by network:router_interface {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:11.971177 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (8a9f812d-ab17-402a-962c-701c31d54ca1), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.000785 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9f812d-ab17-402a-962c-701c31d54ca1,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:12.186278 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7888711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7881718'] for router_interface (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.418696 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Router d659f15b-a4a3-439d-a9a5-b67033a9abd5 has already been hosted by L3 agent 1605aff2-c055-4e80-8a51-1c3ef616376c {{(pid=103431) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 21 11:29:12.536808 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] Notify agent at l3_agent.dv-cinder-834448-1-iscsi the message routers_updated {{(pid=103431) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 21 11:29:12.542319 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-e47a8e7c-6b45-4065-ae85-b5a051b1c236 admin admin] 10.222.0.53 "PUT /v2.0/routers/d659f15b-a4a3-439d-a9a5-b67033a9abd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8907135 Mar 21 11:29:12.545111 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41408) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:12.546084 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Sync routers for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 21 11:29:12.558372 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:12.558999 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:12.656409 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks [] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.766651 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: dv-cinder-834448-1-iscsi {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:12.777558 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks [] for router_gateway (d659f15b-a4a3-439d-a9a5-b67033a9abd5), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.838504 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Deleting port a63fd285-bbe4-4638-a5ec-8b55553a926f {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:12.838817 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.918557 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] For port a63fd285-bbe4-4638-a5ec-8b55553a926f, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=a63fd285-bbe4-4638-a5ec-8b55553a926f,segment=NetworkSegment(9cc8e1dd-4393-4bda-8c9b-d48bef018355),segment_id=9cc8e1dd-4393-4bda-8c9b-d48bef018355)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:12.918990 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:12.932565 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Calling delete_port for a63fd285-bbe4-4638-a5ec-8b55553a926f owned by network:router_gateway {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:12.956584 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'external_fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:29:11Z', 'revision_number': 5, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port': {'id': 'a63fd285-bbe4-4638-a5ec-8b55553a926f', 'name': '', 'network_id': 'aa5fa761-8c0f-4089-8a63-5023bac5773e', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:fd:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834448-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-21T11:21:43Z', 'updated_at': '2022-03-21T11:21:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc3c23f3-552d-4bd4-a4d4-d4168e712998', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834448-1-iscsi'}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:12.982694 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Checking router: d659f15b-a4a3-439d-a9a5-b67033a9abd5 for host: dv-cinder-834448-1-iscsi {{(pid=103433) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 21 11:29:12.990749 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Routers {'d659f15b-a4a3-439d-a9a5-b67033a9abd5'} bound to L3 agent in host dv-cinder-834448-1-iscsi {{(pid=103433) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 21 11:29:12.991367 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834448-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-21T11:04:51Z,description=,heartbeat_timestamp=2022-03-21T11:28:51Z,host='dv-cinder-834448-1-iscsi',id=1605aff2-c055-4e80-8a51-1c3ef616376c,load=0,resource_versions=,resources_synced=,started_at=2022-03-21T11:04:51Z,topic='l3_agent')) {'router_ids': ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'], 'active': True} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:13.085407 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_dvr_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] Set router d659f15b-a4a3-439d-a9a5-b67033a9abd5 gateway port host: None {{(pid=103433) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 21 11:29:13.115476 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (a63fd285-bbe4-4638-a5ec-8b55553a926f), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.139763 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.l3_hamode_db [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:29:12Z', 'revision_number': 6, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port_host': None}], 'dv-cinder-834448-1-iscsi', False) {} {{(pid=103433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:13.150662 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a63fd285-bbe4-4638-a5ec-8b55553a926f,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:13.173384 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8fc72c-27cd-4918-9b32-f7092e4305e0 None None] The sync data for ids ['d659f15b-a4a3-439d-a9a5-b67033a9abd5'] in dv-cinder-834448-1-iscsi is: [{'id': 'd659f15b-a4a3-439d-a9a5-b67033a9abd5', 'name': 'tempest-TestShelveInstance-1376540248-router', 'tenant_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-21T11:21:42Z', 'updated_at': '2022-03-21T11:29:12Z', 'revision_number': 6, 'project_id': '96df864c6e3849429cef9bd3a6dfdbe2', 'gw_port_host': None}] {{(pid=103433) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 21 11:29:13.213103 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882508'] for router_gateway (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.309056 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7884000', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-258784'] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.311579 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks [] for router_controller (d659f15b-a4a3-439d-a9a5-b67033a9abd5), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.362867 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7884015'] for router (d659f15b-a4a3-439d-a9a5-b67033a9abd5), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.363580 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d659f15b-a4a3-439d-a9a5-b67033a9abd5 {{(pid=103431) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 21 11:29:13.370076 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.371848 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-6a8f0c98-6a13-4913-b9c5-8b4e3632a1d7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d659f15b-a4a3-439d-a9a5-b67033a9abd5 HTTP/1.1" status: 204 len: 168 time: 0.8254914 Mar 21 11:29:13.374978 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41410) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:13.419268 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Deleting subnet 825e73cf-d4ba-4fc1-9927-7e5e8d194794 {{(pid=103431) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 21 11:29:13.422454 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Publish callbacks [] for subnet (825e73cf-d4ba-4fc1-9927-7e5e8d194794), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.459114 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16652105'] for subnet (825e73cf-d4ba-4fc1-9927-7e5e8d194794), precommit_delete_associations {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.541054 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1516273'] for subnet (825e73cf-d4ba-4fc1-9927-7e5e8d194794), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.599522 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1516264', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7928440', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4628821', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16422424'] for subnet (825e73cf-d4ba-4fc1-9927-7e5e8d194794), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.626766 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825e73cf-d4ba-4fc1-9927-7e5e8d194794,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:13.628710 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for subnet (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.632032 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-0e02c038-5814-464b-a83d-e86c4b23efd2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/825e73cf-d4ba-4fc1-9927-7e5e8d194794 HTTP/1.1" status: 204 len: 168 time: 0.2560990 Mar 21 11:29:13.632977 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cdf7b5-5bb7-4d53-8eb6-091bf30e8d3e None None] Network c94df6d5-5349-4cd7-bdce-801eccd7ab13 requested from dv-cinder-834448-1-iscsi {{(pid=103432) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 21 11:29:13.634495 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41412) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:13.702359 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1065150'] for network (c94df6d5-5349-4cd7-bdce-801eccd7ab13), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.759672 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Deleting port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 {{(pid=103431) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 21 11:29:13.760026 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730859455519'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.837649 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.db [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] For port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3, host dv-cinder-834448-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834448-1-iscsi',level=0,port_id=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,segment=NetworkSegment(d27db876-0539-45cf-91da-6ada4bf53acf),segment_id=d27db876-0539-45cf-91da-6ada4bf53acf)] {{(pid=103431) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 21 11:29:13.838364 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7896916'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.851048 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.plugin [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Calling delete_port for e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 owned by network:dhcp {{(pid=103431) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 21 11:29:13.938074 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1410700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-249375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730859463554', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730858909444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4632484'] for port (e40b8bd4-f012-4a0f-af53-9cd1e2375ac3), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:13.961860 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bcb50f-2134-4fdf-b8cf-51d2b913b72c None None] DHCP port deletion for c94df6d5-5349-4cd7-bdce-801eccd7ab13 request from dv-cinder-834448-1-iscsi {{(pid=103432) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 21 11:29:13.970578 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=e40b8bd4-f012-4a0f-af53-9cd1e2375ac3,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:13.974737 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] No DVR routers for this DVR port e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 on host dv-cinder-834448-1-iscsi {{(pid=103431) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 21 11:29:14.047105 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1452868', 'neutron.services.segments.db._delete_segments_for_network-8730859236163'] for network (c94df6d5-5349-4cd7-bdce-801eccd7ab13), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.067851 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c94df6d5-5349-4cd7-bdce-801eccd7ab13']}} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:14.078253 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd27db876-0539-45cf-91da-6ada4bf53acf') {'for_net_delete': True} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:14.078589 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.services.segments.db [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd27db876-0539-45cf-91da-6ada4bf53acf') {} {{(pid=103431) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 21 11:29:14.089095 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730859236940', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16652144'] for segment (d27db876-0539-45cf-91da-6ada4bf53acf), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.105155 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624'] for segment (d27db876-0539-45cf-91da-6ada4bf53acf), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.115860 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=103431) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 21 11:29:14.116402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1531624', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4632567'] for segment (d27db876-0539-45cf-91da-6ada4bf53acf), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: Traceback (most recent call last): Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: timer() Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: cb(*args, **kw) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: return func(*args, **kwargs) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: self._notify() Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: self.callback(batched_events) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: event.method(event) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: aggregate_uuid = self.p_client.list_aggregates( Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: return f(self, *a, **k) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._get(url).json() Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: return self.request(url, 'GET', **kwargs) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: base_url = self.get_endpoint(auth, allow=allow, Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 21 11:29:14.119211 dv-cinder-834448-1-iscsi neutron-server[103431]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 21 11:29:14.181855 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1452927', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7888712', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882608'] for network (c94df6d5-5349-4cd7-bdce-801eccd7ab13), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.187387 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7888762'] for network (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.190570 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c94df6d5-5349-4cd7-bdce-801eccd7ab13 HTTP/1.1" status: 204 len: 168 time: 0.5551233 Mar 21 11:29:14.204640 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9264924-636e-4750-9227-42fe9352fcc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c94df6d5-5349-4cd7-bdce-801eccd7ab13,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:14.320338 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41416) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:14.361037 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-ccf4a9d6-f9a5-4564-9de6-eb581bdfc6ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8f7b3e5769a400eb3853fcd22d41b40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393672 Mar 21 11:29:14.363402 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41418) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:14.413173 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] Publish callbacks [] for security_group (b7c0d89f-7ed2-4cd7-b717-10151c842216), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.434979 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] Publish callbacks [] for security_group (b7c0d89f-7ed2-4cd7-b717-10151c842216), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.488915 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (b7c0d89f-7ed2-4cd7-b717-10151c842216), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.493810 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:14.495105 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7c0d89f-7ed2-4cd7-b717-10151c842216 HTTP/1.1" status: 204 len: 168 time: 0.1307030 Mar 21 11:29:14.507549 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9ff5d7-cd11-49b2-9e2c-d9d7c1a261fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c0d89f-7ed2-4cd7-b717-10151c842216,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:14.884950 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41424) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:14.932021 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-3947fa11-4832-4e4e-911c-73fa9835a7c1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96df864c6e3849429cef9bd3a6dfdbe2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455177 Mar 21 11:29:14.934949 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.wsgi [-] (103431) accepted ('10.222.0.53', 41426) {{(pid=103431) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 21 11:29:14.992834 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] Publish callbacks [] for security_group (00729258-9a5c-4401-8561-f46de50f988a), before_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:15.014879 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] Publish callbacks [] for security_group (00729258-9a5c-4401-8561-f46de50f988a), precommit_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:15.065224 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 8a9f812d-ab17-402a-962c-701c31d54ca1 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:15.066765 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7923746'] for security_group (00729258-9a5c-4401-8561-f46de50f988a), after_delete {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:15.070517 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron_lib.callbacks.manager [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103431) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:15.071937 dv-cinder-834448-1-iscsi neutron-server[103431]: INFO neutron.wsgi [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/00729258-9a5c-4401-8561-f46de50f988a HTTP/1.1" status: 204 len: 168 time: 0.1357622 Mar 21 11:29:15.080862 dv-cinder-834448-1-iscsi neutron-server[103431]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d447d9-129b-4acd-936c-d2cdca5e1152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00729258-9a5c-4401-8561-f46de50f988a,revision_number=None']} {{(pid=103431) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 21 11:29:15.091537 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: 8a9f812d-ab17-402a-962c-701c31d54ca1 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:15.091911 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device 8a9f812d-ab17-402a-962c-701c31d54ca1 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:15.092354 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a63fd285-bbe4-4638-a5ec-8b55553a926f no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:15.119529 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: a63fd285-bbe4-4638-a5ec-8b55553a926f {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:15.119884 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device a63fd285-bbe4-4638-a5ec-8b55553a926f not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:15.120310 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 no longer exists at agent ovs-agent-dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 21 11:29:15.146293 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.plugin [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] No Port match for: e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 {{(pid=103432) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 21 11:29:15.146638 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron.plugins.ml2.rpc [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Device e40b8bd4-f012-4a0f-af53-9cd1e2375ac3 not bound to the agent host dv-cinder-834448-1-iscsi {{(pid=103432) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 21 11:29:18.262731 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-bb36408d-d289-4cdd-ac4b-e53d134e1adb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:19.076747 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:20.896862 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-6045f366-ac24-4415-92b0-d73dd4307034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:22.293635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:24.272430 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:25.353167 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:42.332720 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:29:48.271612 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-0cd9ff88-9b26-4690-8bf2-b21471f1bb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:49.069776 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:50.892724 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a458dbf8-ad5a-40bf-a14c-91042cb4dda5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:52.292462 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:54.272523 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:29:55.348050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:18.273796 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-ff0b314b-3227-44d6-bd05-a8b4d94d47f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:19.086655 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:19.338025 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:30:20.888397 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f14ae178-2ee7-453f-846b-181fac9087f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:22.295083 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:24.278845 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:25.359441 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.267584 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ef46-98f7-44c7-ac29-556bef0b3f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:48.576973 dv-cinder-834448-1-iscsi neutron-server[103430]: DEBUG neutron.wsgi [req-b3e46386-7213-4fdd-8e48-66b8418239f9 req-33368c71-40f6-41f1-b602-a1846a23c985 service neutron] (103430) timed out ('10.222.0.35', 59573) {{(pid=103430) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 21 11:30:49.097782 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:50.885180 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-569f35ed-a371-4421-bef3-750360009f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:52.302396 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:54.283390 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:55.364564 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:30:56.340680 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:31:18.280204 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3c70bfe1-9f79-42ae-866f-2d60e1e58fa1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:19.103317 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:20.888395 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-02e33399-f2f8-402f-9f15-21d7a0a2dec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:22.303031 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:24.287852 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:25.369869 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:33.345705 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:31:48.280262 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a051e08e-ad3d-4fec-94ef-586d19357e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:49.118050 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:50.898253 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-29a6aab0-c5e5-4ddd-a35e-7cb6364f19a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:52.315118 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:54.289635 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:31:55.376654 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:10.344836 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:32:18.286130 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e7192862-6a03-46c5-96a6-62728c923538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:19.131577 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:20.893634 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4cbf2286-288c-43df-9013-695b776618df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:22.310131 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:24.293663 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:25.366084 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:47.348799 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:32:48.274563 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-b33d62df-1942-44f8-82a5-226a280bfd21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:49.138242 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:50.901968 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4f10c6b7-a69a-406f-be87-bc4b07b58cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:52.317075 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:54.294546 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:32:55.370441 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:18.279360 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e1fbc374-7550-4e71-beb7-2f492ab85613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:19.145438 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:20.894159 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-c62e44b0-2979-4126-afc7-c8e36de46c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:22.328060 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:24.302238 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:24.351829 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:33:25.364061 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:48.283819 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-f6453e92-cb8b-4abf-a518-8899f5dac86f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:49.155011 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:50.891205 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-4e006ddb-4714-491a-8bf8-801288760ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:52.328738 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:54.307567 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:33:55.374618 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:01.351725 dv-cinder-834448-1-iscsi neutron-server[103433]: DEBUG neutron.db.agents_db [None req-7cbddfd8-099d-4175-ac6a-d20ea92543c7 None None] Agent healthcheck: found 6 active agents {{(pid=103433) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 21 11:34:18.289093 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-a407dde6-f96a-4602-8280-856af5081957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (240ac06e-ed15-4294-a556-21104ca5bd0e), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:19.164893 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-3ad1c166-b0aa-423d-880c-ea03dc453ae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (35ed3023-d83a-463e-9029-00e8fd28e981), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:20.893861 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-fd1b6a64-ae03-4322-951f-5d30730fe2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (1605aff2-c055-4e80-8a51-1c3ef616376c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:22.334947 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-48d1446d-d5cd-442a-8c44-05cb3cdd9522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (c4db4736-2948-4a43-b281-6fbe7f58485c), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:24.308157 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-34313f92-0345-4453-8a3e-1dd958f814fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (d77b1984-63c7-41ae-97e5-d0e85159be34), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 21 11:34:25.371570 dv-cinder-834448-1-iscsi neutron-server[103432]: DEBUG neutron_lib.callbacks.manager [None req-e66fe166-47cf-42d4-a935-c772100b0f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730859236145', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1455239'] for agent (e4a01f70-373a-4d2b-a7c4-33ae4eb2e22f), after_update {{(pid=103432) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}